[ 490.161395] env[63380]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63380) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.161741] env[63380]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63380) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.161872] env[63380]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63380) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 490.162177] env[63380]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 490.259463] env[63380]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63380) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 490.270748] env[63380]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63380) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 490.313812] env[63380]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 490.872959] env[63380]: INFO nova.virt.driver [None req-4f8292ae-effe-414f-8565-c0927e0f1d55 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 490.942798] env[63380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 490.942937] env[63380]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 490.943081] env[63380]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63380) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 494.134081] env[63380]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-cd4d1a70-3d08-4b36-a8ca-8e2308dd59ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.149242] env[63380]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63380) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 494.149374] env[63380]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-81963a00-56e0-4be9-99b7-fef65a04ada3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.175404] env[63380]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 50d50. [ 494.175551] env[63380]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.233s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.176132] env[63380]: INFO nova.virt.vmwareapi.driver [None req-4f8292ae-effe-414f-8565-c0927e0f1d55 None None] VMware vCenter version: 7.0.3 [ 494.179558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81592767-dad2-4a2f-9e0a-1e3c0ee146a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.198277] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4b795-249f-4854-acb8-28ee42724836 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.204140] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0acc3-82e4-43fa-bd8e-b54114e95ae5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.210590] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc45e20-18a8-47f9-a102-81e4c59d4b9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.225338] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f693c0-d019-4ef7-805a-633648e79bee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.234025] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f631c77e-743b-4606-bb0a-b51b007b4844 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.266072] env[63380]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-eacccc94-df6d-42c0-992f-d381b25e3941 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.272029] env[63380]: DEBUG nova.virt.vmwareapi.driver [None req-4f8292ae-effe-414f-8565-c0927e0f1d55 None None] Extension org.openstack.compute already exists. {{(pid=63380) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 494.274152] env[63380]: INFO nova.compute.provider_config [None req-4f8292ae-effe-414f-8565-c0927e0f1d55 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 494.777195] env[63380]: DEBUG nova.context [None req-4f8292ae-effe-414f-8565-c0927e0f1d55 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4f74db5f-5bd5-41a4-9fbe-48bc9bb438ba(cell1) {{(pid=63380) load_cells /opt/stack/nova/nova/context.py:464}} [ 494.780300] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.780538] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.781247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.781674] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Acquiring lock "4f74db5f-5bd5-41a4-9fbe-48bc9bb438ba" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.781861] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Lock "4f74db5f-5bd5-41a4-9fbe-48bc9bb438ba" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.782832] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Lock "4f74db5f-5bd5-41a4-9fbe-48bc9bb438ba" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.802190] env[63380]: INFO dbcounter [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Registered counter for database nova_cell0 [ 494.810084] env[63380]: INFO dbcounter [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Registered counter for database nova_cell1 [ 494.813252] env[63380]: DEBUG oslo_db.sqlalchemy.engines [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63380) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 494.813857] env[63380]: DEBUG oslo_db.sqlalchemy.engines [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63380) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 494.818362] env[63380]: ERROR nova.db.main.api [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.818362] env[63380]: result = function(*args, **kwargs) [ 494.818362] env[63380]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.818362] env[63380]: return func(*args, **kwargs) [ 494.818362] env[63380]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.818362] env[63380]: result = fn(*args, **kwargs) [ 494.818362] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.818362] env[63380]: return f(*args, **kwargs) [ 494.818362] env[63380]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.818362] env[63380]: return db.service_get_minimum_version(context, binaries) [ 494.818362] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.818362] env[63380]: _check_db_access() [ 494.818362] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.818362] env[63380]: stacktrace = ''.join(traceback.format_stack()) [ 494.818362] env[63380]: [ 494.819324] env[63380]: ERROR nova.db.main.api [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.819324] env[63380]: result = function(*args, **kwargs) [ 494.819324] env[63380]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.819324] env[63380]: return func(*args, **kwargs) [ 494.819324] env[63380]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.819324] env[63380]: result = fn(*args, **kwargs) [ 494.819324] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.819324] env[63380]: return f(*args, **kwargs) [ 494.819324] env[63380]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.819324] env[63380]: return db.service_get_minimum_version(context, binaries) [ 494.819324] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.819324] env[63380]: _check_db_access() [ 494.819324] env[63380]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.819324] env[63380]: stacktrace = ''.join(traceback.format_stack()) [ 494.819324] env[63380]: [ 494.819709] env[63380]: WARNING nova.objects.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 494.819838] env[63380]: WARNING nova.objects.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Failed to get minimum service version for cell 4f74db5f-5bd5-41a4-9fbe-48bc9bb438ba [ 494.820280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Acquiring lock "singleton_lock" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.820446] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Acquired lock "singleton_lock" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.820683] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Releasing lock "singleton_lock" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.820997] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Full set of CONF: {{(pid=63380) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 494.821157] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ******************************************************************************** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 494.821286] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] Configuration options gathered from: {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 494.821422] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 494.821617] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 494.821747] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ================================================================================ {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 494.821952] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] allow_resize_to_same_host = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822155] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] arq_binding_timeout = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822274] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] backdoor_port = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822401] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] backdoor_socket = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822568] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] block_device_allocate_retries = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822730] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] block_device_allocate_retries_interval = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.822898] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cert = self.pem {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823078] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823251] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute_monitors = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823420] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] config_dir = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823588] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] config_drive_format = iso9660 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823719] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.823882] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] config_source = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824057] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] console_host = devstack {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824225] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] control_exchange = nova {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824386] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cpu_allocation_ratio = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824545] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] daemon = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824709] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] debug = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.824866] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_access_ip_network_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825044] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_availability_zone = nova {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825207] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_ephemeral_format = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825371] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_green_pool_size = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825607] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825770] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] default_schedule_zone = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.825927] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] disk_allocation_ratio = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826101] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] enable_new_services = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826283] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] enabled_apis = ['osapi_compute'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826448] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] enabled_ssl_apis = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826607] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] flat_injected = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826764] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] force_config_drive = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.826922] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] force_raw_images = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.827105] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] graceful_shutdown_timeout = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.827272] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] heal_instance_info_cache_interval = -1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.827501] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] host = cpu-1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.827680] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.827847] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828028] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828233] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828402] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_build_timeout = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828569] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_delete_interval = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828729] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_format = [instance: %(uuid)s] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.828891] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_name_template = instance-%08x {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829065] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_usage_audit = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829241] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_usage_audit_period = month {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829409] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829573] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829746] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] internal_service_availability_zone = internal {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.829893] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] key = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830065] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] live_migration_retry_count = 30 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830236] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_color = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830398] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_config_append = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830564] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830722] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_dir = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.830881] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831012] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_options = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831177] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_rotate_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831343] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_rotate_interval_type = days {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831506] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] log_rotation_type = none {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831643] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831769] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.831937] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832113] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832244] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832407] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] long_rpc_timeout = 1800 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832566] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_concurrent_builds = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832725] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_concurrent_live_migrations = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.832882] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_concurrent_snapshots = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833061] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_local_block_devices = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833227] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_logfile_count = 30 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833386] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] max_logfile_size_mb = 200 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833546] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] maximum_instance_delete_attempts = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833712] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metadata_listen = 0.0.0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.833877] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metadata_listen_port = 8775 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834055] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metadata_workers = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834219] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] migrate_max_retries = -1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834386] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] mkisofs_cmd = genisoimage {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834593] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834724] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] my_ip = 10.180.1.21 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.834922] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835098] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] network_allocate_retries = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835278] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835446] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835607] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] osapi_compute_listen_port = 8774 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835774] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] osapi_compute_unique_server_name_scope = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.835943] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] osapi_compute_workers = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836118] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] password_length = 12 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836279] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] periodic_enable = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836440] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] periodic_fuzzy_delay = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836603] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] pointer_model = usbtablet {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836767] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] preallocate_images = none {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.836924] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] publish_errors = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837065] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] pybasedir = /opt/stack/nova {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837222] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ram_allocation_ratio = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837380] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rate_limit_burst = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837547] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rate_limit_except_level = CRITICAL {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837705] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rate_limit_interval = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.837862] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reboot_timeout = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838028] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reclaim_instance_interval = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838186] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] record = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838352] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reimage_timeout_per_gb = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838519] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] report_interval = 120 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838675] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rescue_timeout = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838829] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reserved_host_cpus = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.838986] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reserved_host_disk_mb = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839154] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reserved_host_memory_mb = 512 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839319] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] reserved_huge_pages = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839483] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] resize_confirm_window = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839642] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] resize_fs_using_block_device = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839802] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] resume_guests_state_on_host_boot = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.839969] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840145] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] rpc_response_timeout = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840306] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] run_external_periodic_tasks = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840474] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] running_deleted_instance_action = reap {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840634] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840792] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] running_deleted_instance_timeout = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.840949] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler_instance_sync_interval = 120 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841127] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_down_time = 720 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841296] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] servicegroup_driver = db {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841455] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] shell_completion = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841614] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] shelved_offload_time = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841773] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] shelved_poll_interval = 3600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.841942] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] shutdown_timeout = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.842114] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] source_is_ipv6 = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.842279] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ssl_only = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.842532] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.842714] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] sync_power_state_interval = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.842877] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] sync_power_state_pool_size = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843057] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] syslog_log_facility = LOG_USER {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843220] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] tempdir = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843383] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] timeout_nbd = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843552] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] transport_url = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843714] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] update_resources_interval = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.843875] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_cow_images = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844046] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_journal = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844210] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_json = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844374] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_rootwrap_daemon = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844534] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_stderr = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844694] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] use_syslog = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.844850] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vcpu_pin_set = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845029] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plugging_is_fatal = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845204] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plugging_timeout = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845374] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] virt_mkfs = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845539] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] volume_usage_poll_interval = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845701] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] watch_log_file = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.845870] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] web = /usr/share/spice-html5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.846067] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.846240] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.846407] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.846578] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_concurrency.disable_process_locking = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.847439] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.847640] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.847816] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.847996] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.848193] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.848365] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.848552] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.auth_strategy = keystone {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.848728] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.compute_link_prefix = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.848909] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849102] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.dhcp_domain = novalocal {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849281] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.enable_instance_password = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849453] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.glance_link_prefix = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849625] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849800] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.849969] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.instance_list_per_project_cells = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.850152] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.list_records_by_skipping_down_cells = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.850322] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.local_metadata_per_cell = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.850496] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.max_limit = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.850670] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.metadata_cache_expiration = 15 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.850847] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.neutron_default_tenant_id = default {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851037] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.response_validation = warn {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851222] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.use_neutron_default_nets = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851396] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851567] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851736] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.851913] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.852108] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_dynamic_targets = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.852283] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_jsonfile_path = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.852470] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.852667] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.backend = dogpile.cache.memcached {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.852838] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.backend_argument = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853009] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.backend_expiration_time = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853208] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.config_prefix = cache.oslo {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853382] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.dead_timeout = 60.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853548] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.debug_cache_backend = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853713] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.enable_retry_client = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.853876] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.enable_socket_keepalive = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854058] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.enabled = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854227] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.enforce_fips_mode = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854399] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.expiration_time = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854564] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.hashclient_retry_attempts = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854730] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.854895] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_dead_retry = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855069] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_password = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855239] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855403] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855569] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_pool_maxsize = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855734] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.855894] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_sasl_enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856096] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856296] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856432] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.memcache_username = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856598] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.proxies = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856761] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_db = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.856925] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_password = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857112] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857294] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857466] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_server = localhost:6379 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857639] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_socket_timeout = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857795] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.redis_username = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.857960] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.retry_attempts = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858140] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.retry_delay = 0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858307] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.socket_keepalive_count = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858471] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.socket_keepalive_idle = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858632] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.socket_keepalive_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858790] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.tls_allowed_ciphers = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.858948] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.tls_cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859119] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.tls_certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859284] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.tls_enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859443] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cache.tls_keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859612] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859787] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.auth_type = password {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.859951] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860140] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860306] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860472] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860635] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.cross_az_attach = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860797] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.debug = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.860958] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.endpoint_template = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861137] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.http_retries = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861304] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861464] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861635] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.os_region_name = RegionOne {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861799] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.861958] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cinder.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862146] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862311] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.cpu_dedicated_set = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862471] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.cpu_shared_set = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862638] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.image_type_exclude_list = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862802] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.862968] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863145] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863311] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863484] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863647] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.resource_provider_association_refresh = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863810] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.863973] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.shutdown_retry_interval = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.864167] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.864359] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] conductor.workers = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.864535] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] console.allowed_origins = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.864697] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] console.ssl_ciphers = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.864865] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] console.ssl_minimum_version = default {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865042] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] consoleauth.enforce_session_timeout = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865214] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] consoleauth.token_ttl = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865388] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865547] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865710] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.865870] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866036] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866201] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866364] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866521] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866682] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866838] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.866992] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867163] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867322] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867491] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.service_type = accelerator {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867652] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867808] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.867966] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868137] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868320] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868481] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] cyborg.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868649] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.asyncio_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868807] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.asyncio_slave_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.868975] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.backend = sqlalchemy {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869158] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869326] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.connection_debug = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869496] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.connection_parameters = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869658] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.connection_recycle_time = 3600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869820] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.connection_trace = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.869980] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.db_inc_retry_interval = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870154] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.db_max_retries = 20 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870317] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.db_max_retry_interval = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870480] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.db_retry_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870643] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.max_overflow = 50 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870802] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.max_pool_size = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.870961] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.max_retries = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871142] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871302] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.mysql_wsrep_sync_wait = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871459] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.pool_timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871622] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.retry_interval = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871778] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.slave_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.871937] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.sqlite_synchronous = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872112] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] database.use_db_reconnect = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872282] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.asyncio_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872440] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.asyncio_slave_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872608] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.backend = sqlalchemy {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872774] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.872938] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.connection_debug = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873121] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.connection_parameters = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873289] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.connection_recycle_time = 3600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873453] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.connection_trace = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873612] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.db_inc_retry_interval = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873772] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.db_max_retries = 20 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.873934] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.db_max_retry_interval = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874105] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.db_retry_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874287] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.max_overflow = 50 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874449] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.max_pool_size = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874621] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.max_retries = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874791] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.874951] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875121] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.pool_timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875286] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.retry_interval = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875446] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.slave_connection = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875608] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] api_database.sqlite_synchronous = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875781] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] devices.enabled_mdev_types = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.875958] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876142] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876308] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ephemeral_storage_encryption.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876473] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876643] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.api_servers = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876805] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.876966] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877143] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877303] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877462] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877621] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.debug = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877783] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.default_trusted_certificate_ids = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.877942] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.enable_certificate_validation = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878114] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.enable_rbd_download = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878276] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878442] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878605] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878763] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.878919] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879091] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.num_retries = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879262] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.rbd_ceph_conf = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879428] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.rbd_connect_timeout = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879595] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.rbd_pool = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879760] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.rbd_user = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.879923] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880094] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880256] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880423] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.service_type = image {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880585] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880742] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.880895] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881063] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881244] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881410] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.verify_glance_signatures = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881567] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] glance.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881732] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] guestfs.debug = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.881900] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882076] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.auth_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882267] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882405] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882569] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882730] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.882893] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883062] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883226] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883383] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883542] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883699] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.883856] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884022] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884187] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884362] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.service_type = shared-file-system {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884525] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.share_apply_policy_timeout = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884686] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884842] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.884995] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.885167] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.885350] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.885508] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] manila.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.885673] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] mks.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886028] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886225] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.manager_interval = 2400 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886397] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.precache_concurrency = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886571] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.remove_unused_base_images = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886740] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.886908] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887096] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] image_cache.subdirectory_name = _base {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887276] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.api_max_retries = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887444] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.api_retry_interval = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887607] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887770] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.auth_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.887929] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888101] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888268] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888435] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.conductor_group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888596] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888754] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.888912] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889088] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889252] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889414] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889570] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889740] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.peer_list = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.889898] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890068] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890238] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.serial_console_state_timeout = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890401] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890574] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.service_type = baremetal {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890736] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.shard = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.890899] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891069] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891230] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891389] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891569] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891730] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ironic.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.891910] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892096] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] key_manager.fixed_key = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892293] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892453] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.barbican_api_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892614] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.barbican_endpoint = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892784] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.barbican_endpoint_type = public {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.892944] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.barbican_region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893118] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893284] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893450] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893613] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893772] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.893938] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.number_of_retries = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894114] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.retry_delay = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894288] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.send_service_user_token = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894452] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894610] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894773] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.verify_ssl = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.894928] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican.verify_ssl_path = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895106] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895272] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.auth_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895432] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895592] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895753] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.895915] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896083] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896250] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896410] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] barbican_service_user.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896575] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.approle_role_id = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896734] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.approle_secret_id = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.896901] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.kv_mountpoint = secret {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897073] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.kv_path = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897242] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.kv_version = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897401] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.namespace = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897561] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.root_token_id = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897717] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.ssl_ca_crt_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.897882] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.timeout = 60.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898057] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.use_ssl = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898230] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898401] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898568] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898727] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.898885] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899053] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899215] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899376] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899537] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899693] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.899847] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900022] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900201] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900364] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900545] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.service_type = identity {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900705] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.900866] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.901036] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.901201] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.901383] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.901545] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] keystone.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.901738] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.ceph_mount_options = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902045] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902236] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.connection_uri = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902401] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_mode = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902572] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902744] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_models = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.902918] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_power_governor_high = performance {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903102] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903272] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_power_management = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903445] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903618] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.device_detach_attempts = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903787] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.device_detach_timeout = 20 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.903955] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.disk_cachemodes = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904132] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.disk_prefix = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904308] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.enabled_perf_events = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904476] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.file_backed_memory = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904642] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.gid_maps = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904804] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.hw_disk_discard = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.904963] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.hw_machine_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905149] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_rbd_ceph_conf = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905316] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905482] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905654] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_rbd_glance_store_name = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905821] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_rbd_pool = rbd {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.905988] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_type = default {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906163] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.images_volume_group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906338] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.inject_key = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906504] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.inject_partition = -2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906665] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.inject_password = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906828] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.iscsi_iface = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.906992] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.iser_use_multipath = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907170] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907336] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907500] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_downtime = 500 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907663] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907824] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.907983] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_inbound_addr = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908159] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908322] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908483] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_scheme = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908652] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_timeout_action = abort {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908813] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_tunnelled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.908973] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_uri = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.909149] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.live_migration_with_native_tls = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.909312] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.max_queues = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.909475] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.909711] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.909874] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.nfs_mount_options = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.910174] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.910354] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.910522] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.910684] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.910846] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911017] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_pcie_ports = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911186] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911353] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.pmem_namespaces = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911511] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.quobyte_client_cfg = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911799] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.911973] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912157] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912333] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912493] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rbd_secret_uuid = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912654] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rbd_user = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912822] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.912993] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913172] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rescue_image_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913334] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rescue_kernel_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913492] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rescue_ramdisk_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913662] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913821] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.rx_queue_size = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.913990] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.smbfs_mount_options = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.914306] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.914486] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.snapshot_compression = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.914651] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.snapshot_image_format = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.914880] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915076] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.sparse_logical_volumes = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915252] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.swtpm_enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915427] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.swtpm_group = tss {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915596] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.swtpm_user = tss {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915768] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.sysinfo_serial = unique {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.915929] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.tb_cache_size = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916100] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.tx_queue_size = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916269] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.uid_maps = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916436] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.use_virtio_for_bridges = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916612] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.virt_type = kvm {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916785] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.volume_clear = zero {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.916953] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.volume_clear_size = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.917150] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.volume_use_multipath = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.917315] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_cache_path = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.917491] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.917663] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.917834] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.918012] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.918302] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.918485] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.vzstorage_mount_user = stack {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.918658] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.918835] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919015] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.auth_type = password {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919187] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919351] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919520] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919680] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.919839] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920022] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.default_floating_pool = public {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920180] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920346] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.extension_sync_interval = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920509] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.http_retries = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920670] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920829] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.920991] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.921178] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.921340] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.921512] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.ovs_bridge = br-int {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.921683] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.physnets = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.921855] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.region_name = RegionOne {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922029] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922205] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.service_metadata_proxy = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922367] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922539] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.service_type = network {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922703] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.922866] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923036] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923200] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923383] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923547] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] neutron.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923719] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.bdms_in_notifications = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.923893] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.default_level = INFO {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924069] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.include_share_mapping = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924255] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.notification_format = unversioned {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924415] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.notify_on_state_change = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924593] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924769] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] pci.alias = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.924940] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] pci.device_spec = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925118] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] pci.report_in_placement = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925295] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925469] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.auth_type = password {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925636] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925797] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.925955] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926132] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926296] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926457] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926620] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.default_domain_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926777] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.default_domain_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.926935] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.domain_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927106] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.domain_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927269] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927432] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927592] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927749] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.927906] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928088] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.password = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928253] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.project_domain_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928423] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.project_domain_name = Default {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928592] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.project_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928763] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.project_name = service {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.928933] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.region_name = RegionOne {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929112] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929278] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929451] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.service_type = placement {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929629] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929794] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.929955] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930130] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.system_scope = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930294] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930455] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.trust_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930614] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.user_domain_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930784] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.user_domain_name = Default {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.930945] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.user_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931136] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.username = nova {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931320] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931484] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] placement.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931664] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.cores = 20 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931829] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.count_usage_from_placement = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.931999] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.932183] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.injected_file_content_bytes = 10240 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.932351] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.injected_file_path_length = 255 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.932520] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.injected_files = 5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.932685] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.instances = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.932849] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.key_pairs = 100 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933027] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.metadata_items = 128 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933199] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.ram = 51200 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933366] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.recheck_quota = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933535] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.server_group_members = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933701] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.server_groups = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.933905] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934090] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] quota.unified_limits_resource_strategy = require {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934278] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934442] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934604] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.image_metadata_prefilter = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934766] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.934931] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.max_attempts = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935108] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.max_placement_results = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935276] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935442] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935605] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935779] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] scheduler.workers = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.935952] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936135] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936316] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936483] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936646] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936808] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.936970] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937167] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937335] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.host_subset_size = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937499] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937656] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937814] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.937978] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.isolated_hosts = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938155] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.isolated_images = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938332] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938493] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938655] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938815] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.pci_in_placement = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.938975] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939151] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939314] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939474] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939640] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939797] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.939951] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.track_instance_changes = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.940140] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.940311] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metrics.required = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.940477] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metrics.weight_multiplier = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.940650] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.940815] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] metrics.weight_setting = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941139] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941316] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941495] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.port_range = 10000:20000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941665] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941833] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.941998] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] serial_console.serialproxy_port = 6083 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942178] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942351] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.auth_type = password {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942513] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942670] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942832] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.942988] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943158] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943329] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.send_service_user_token = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943492] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943649] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] service_user.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943816] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.agent_enabled = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.943980] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.944310] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.944527] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.944703] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.html5proxy_port = 6082 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.944868] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.image_compression = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945045] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.jpeg_compression = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945214] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.playback_compression = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945388] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.require_secure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945559] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.server_listen = 127.0.0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945733] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.945895] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.streaming_mode = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946069] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] spice.zlib_compression = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946242] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] upgrade_levels.baseapi = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946419] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] upgrade_levels.compute = auto {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946583] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] upgrade_levels.conductor = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946742] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] upgrade_levels.scheduler = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.946908] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947089] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947253] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947416] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947576] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947735] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.947893] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948067] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948230] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vendordata_dynamic_auth.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948404] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.api_retry_count = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948568] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.ca_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948739] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.948907] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.cluster_name = testcl1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949086] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.connection_pool_size = 10 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949250] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.console_delay_seconds = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949422] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.datastore_regex = ^datastore.* {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949636] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949814] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.host_password = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.949979] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.host_port = 443 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950161] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.host_username = administrator@vsphere.local {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950333] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.insecure = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950499] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.integration_bridge = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950666] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.maximum_objects = 100 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950826] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.pbm_default_policy = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.950989] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.pbm_enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951164] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.pbm_wsdl_location = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951333] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951495] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.serial_port_proxy_uri = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951654] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.serial_port_service_uri = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951820] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.task_poll_interval = 0.5 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.951989] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.use_linked_clone = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.952175] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.vnc_keymap = en-us {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.952344] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.vnc_port = 5900 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.952510] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vmware.vnc_port_total = 10000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.952698] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.auth_schemes = ['none'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.952869] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.953182] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.953372] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.953545] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.novncproxy_port = 6080 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.953733] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.server_listen = 127.0.0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.953917] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954094] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.vencrypt_ca_certs = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954305] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.vencrypt_client_cert = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954422] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vnc.vencrypt_client_key = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954596] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954760] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_deep_image_inspection = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.954921] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955094] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955262] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955424] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.disable_rootwrap = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955588] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.enable_numa_live_migration = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955748] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.955909] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956080] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956243] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.libvirt_disable_apic = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956404] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956585] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956742] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.956901] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957073] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957238] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957400] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957562] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957720] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.957883] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958079] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958255] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.client_socket_timeout = 900 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958427] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.default_pool_size = 1000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958594] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.keep_alive = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958763] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.max_header_line = 16384 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.958926] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959098] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.ssl_ca_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959263] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.ssl_cert_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959427] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.ssl_key_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959592] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.tcp_keepidle = 600 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959779] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.959952] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] zvm.ca_file = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.960130] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] zvm.cloud_connector_url = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.960429] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.960609] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] zvm.reachable_timeout = 300 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.960782] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.960958] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961151] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.connection_string = messaging:// {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961321] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.enabled = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961495] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.es_doc_type = notification {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961662] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.es_scroll_size = 10000 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961829] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.es_scroll_time = 2m {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.961992] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.filter_error_trace = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.962174] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.hmac_keys = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.962351] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.sentinel_service_name = mymaster {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.962513] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.socket_timeout = 0.1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.962675] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.trace_requests = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.962835] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler.trace_sqlalchemy = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963026] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler_jaeger.process_tags = {} {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963195] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler_jaeger.service_name_prefix = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963367] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] profiler_otlp.service_name_prefix = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963532] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] remote_debug.host = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963693] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] remote_debug.port = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.963870] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964045] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964216] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964382] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964546] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964709] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.964870] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965044] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965211] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965383] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965546] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965715] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.965883] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966062] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966239] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966405] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966573] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966745] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.966907] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967082] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967251] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967417] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967579] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967741] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.967901] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968071] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968236] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968396] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968560] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968720] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.968889] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969067] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969232] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969398] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969565] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969726] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.969909] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970086] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_notifications.retry = -1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970266] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970438] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970609] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.auth_section = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970775] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.auth_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.970935] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.cafile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971126] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.certfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971295] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.collect_timing = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971456] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.connect_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971615] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.connect_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971775] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_id = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.971943] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972117] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_override = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972279] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972441] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972600] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.endpoint_service_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972763] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.insecure = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.972919] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.keyfile = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973089] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.max_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973252] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.min_version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973410] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.region_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973567] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.retriable_status_codes = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973723] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.service_name = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.973880] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.service_type = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974052] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.split_loggers = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974214] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.status_code_retries = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974376] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.status_code_retry_delay = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974543] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.timeout = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974712] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.valid_interfaces = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.974873] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_limit.version = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975050] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_reports.file_event_handler = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975220] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975379] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] oslo_reports.log_dir = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975550] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975711] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.975868] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976046] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976215] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976377] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976550] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976708] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.976865] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977043] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977212] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977373] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] vif_plug_ovs_privileged.user = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977547] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977728] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.977899] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978089] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978265] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978439] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978604] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978768] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.978943] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979128] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.isolate_vif = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979303] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979469] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979642] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979813] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.979976] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] os_vif_ovs.per_port_bridge = False {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980163] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.capabilities = [21] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980327] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980488] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.helper_command = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980655] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980819] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.980976] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] privsep_osbrick.user = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981163] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981323] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.group = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981482] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.helper_command = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981645] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981805] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.981960] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] nova_sys_admin.user = None {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.982102] env[63380]: DEBUG oslo_service.service [None req-60383e1e-822f-4143-945b-c7db33f141b9 None None] ******************************************************************************** {{(pid=63380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 494.982516] env[63380]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 495.486866] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Getting list of instances from cluster (obj){ [ 495.486866] env[63380]: value = "domain-c8" [ 495.486866] env[63380]: _type = "ClusterComputeResource" [ 495.486866] env[63380]: } {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 495.487940] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3b817-9574-499c-a5d8-c8d6b8722ce2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.496584] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Got total of 0 instances {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 495.497177] env[63380]: WARNING nova.virt.vmwareapi.driver [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 495.497638] env[63380]: INFO nova.virt.node [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Generated node identity a14365bf-b5bf-4ac2-95bf-1402baf271a4 [ 495.497867] env[63380]: INFO nova.virt.node [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Wrote node identity a14365bf-b5bf-4ac2-95bf-1402baf271a4 to /opt/stack/data/n-cpu-1/compute_id [ 496.000891] env[63380]: WARNING nova.compute.manager [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Compute nodes ['a14365bf-b5bf-4ac2-95bf-1402baf271a4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 497.006159] env[63380]: INFO nova.compute.manager [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 498.011477] env[63380]: WARNING nova.compute.manager [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 498.011855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.011953] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.012125] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.012281] env[63380]: DEBUG nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 498.013207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c026c-018e-4968-9bc2-6f0bfe3c4f33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.020962] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba28865-cdb9-4f78-a3d9-39a75574f13d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.034327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03fb7f0-8224-488b-a4e0-f2a76b171d03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.040658] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec03acd-0152-4cf7-a796-c90bc22741df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.069708] env[63380]: DEBUG nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181169MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 498.069842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.070034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.572790] env[63380]: WARNING nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] No compute node record for cpu-1:a14365bf-b5bf-4ac2-95bf-1402baf271a4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a14365bf-b5bf-4ac2-95bf-1402baf271a4 could not be found. [ 499.076921] env[63380]: INFO nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a14365bf-b5bf-4ac2-95bf-1402baf271a4 [ 500.584180] env[63380]: DEBUG nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 500.584539] env[63380]: DEBUG nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 500.748372] env[63380]: INFO nova.scheduler.client.report [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] [req-1c22e93c-2b75-46aa-8196-1c96eff103de] Created resource provider record via placement API for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 500.766347] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cfd337-39e4-422f-9591-e662a798645a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.774078] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c72c9-9b62-421f-bc10-e55cc9636264 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.803904] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393dfa3b-26d0-43b1-b01b-23f40da9100e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.810902] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab3663-be90-4988-a576-417e55b2d4a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.823759] env[63380]: DEBUG nova.compute.provider_tree [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.356581] env[63380]: DEBUG nova.scheduler.client.report [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 501.356905] env[63380]: DEBUG nova.compute.provider_tree [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 0 to 1 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.356983] env[63380]: DEBUG nova.compute.provider_tree [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.407261] env[63380]: DEBUG nova.compute.provider_tree [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 1 to 2 during operation: update_traits {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.911993] env[63380]: DEBUG nova.compute.resource_tracker [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 501.912335] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.912408] env[63380]: DEBUG nova.service [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Creating RPC server for service compute {{(pid=63380) start /opt/stack/nova/nova/service.py:186}} [ 501.925993] env[63380]: DEBUG nova.service [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] Join ServiceGroup membership for this service compute {{(pid=63380) start /opt/stack/nova/nova/service.py:203}} [ 501.926198] env[63380]: DEBUG nova.servicegroup.drivers.db [None req-a1b94baf-20ce-4922-b767-67945df87525 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63380) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 506.929323] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_power_states {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 507.436425] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Getting list of instances from cluster (obj){ [ 507.436425] env[63380]: value = "domain-c8" [ 507.436425] env[63380]: _type = "ClusterComputeResource" [ 507.436425] env[63380]: } {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 507.437615] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d12b55-349b-479b-ae8f-ed8e5636c15c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.446504] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Got total of 0 instances {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 507.446726] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 507.447050] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Getting list of instances from cluster (obj){ [ 507.447050] env[63380]: value = "domain-c8" [ 507.447050] env[63380]: _type = "ClusterComputeResource" [ 507.447050] env[63380]: } {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 507.447910] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47768de-e421-46d3-ba93-875d9bb144b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 507.455183] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Got total of 0 instances {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.050181] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.050561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.514998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.515250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.553657] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.017980] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.087775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.088265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.090508] env[63380]: INFO nova.compute.claims [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.418133] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "aba5657e-4e33-42a8-9730-6a04e0541b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.418368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.546359] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.754580] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "ce48dbdc-0840-452f-b076-37159a59cd9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.755093] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.921151] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.202412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701abf0-a3ac-4909-9ca9-e374d3a2493f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.211975] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b6072-1e17-4574-a6aa-c9ae286befdc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.249685] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd998b-ef0d-4573-a39e-187f09da9b73 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.259917] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.263171] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8cdc29-5e10-40a1-9bb1-914b233800d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.279555] env[63380]: DEBUG nova.compute.provider_tree [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.450550] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.505227] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.505795] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.507052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "31a648e9-2f8c-4a79-ad98-90376e353507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.507295] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.784348] env[63380]: DEBUG nova.scheduler.client.report [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.794299] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.009154] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.011791] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.290108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.290349] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.294103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.748s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.295520] env[63380]: INFO nova.compute.claims [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.544981] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.554711] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.800065] env[63380]: DEBUG nova.compute.utils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.802397] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.802397] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.822417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "c8230217-bec8-44c2-bd26-fd6792527ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.822742] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.202611] env[63380]: DEBUG nova.policy [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24ff0bb8c8df43f4aec070e9c54721f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad2f1894156401788f7ddc84a8d0d27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.316472] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.329075] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 548.459730] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b235be0-dc05-4af3-9374-216f4020559c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.471072] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31fc064-9c40-445d-924b-f9c04d4acc87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.502800] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e0f43b-802d-4a94-8ceb-c094896cdf07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.510759] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a46e4b-0a21-47ca-a008-3cebeffd6ab0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.526145] env[63380]: DEBUG nova.compute.provider_tree [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.868357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.031657] env[63380]: DEBUG nova.scheduler.client.report [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.300511] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Successfully created port: acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.327252] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.354734] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.354995] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.355181] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.355362] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.355611] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.355680] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.355844] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.356060] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.356593] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.356657] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.356821] env[63380]: DEBUG nova.virt.hardware [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.357738] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae04038-9a5f-4450-b2ee-4150d051c24a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.369012] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874e7f7-685b-4111-a855-1d4b2686df38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.394153] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490febc-c19f-42e1-ae18-637b934da792 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.539925] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.540560] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.543126] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.093s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.546359] env[63380]: INFO nova.compute.claims [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.697632] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.697632] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.050411] env[63380]: DEBUG nova.compute.utils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.058328] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.059297] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.116112] env[63380]: DEBUG nova.policy [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa375f43cb2546f89dd1cfe2abc0173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fcaecd326d460da031ecd21d339e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.202996] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325403] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325794] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.325794] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 550.325794] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.514621] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Successfully created port: 4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.559646] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.736188] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.776581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71204f52-77eb-48c7-87a4-eb3ec5068536 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.789187] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638801c-a69e-4738-b0ec-a001aa6d630c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.824435] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3c558-02ea-4107-91bc-ed41d3f85d01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.827896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.833142] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2eb871-a821-4825-8328-47a5d18df741 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.847765] env[63380]: DEBUG nova.compute.provider_tree [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.108071] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "9add3921-e831-4935-9dda-6fcf15645bef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.108271] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.351246] env[63380]: DEBUG nova.scheduler.client.report [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.574943] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.601804] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.602124] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.602206] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.602411] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.602631] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.602814] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.602996] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.603175] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.603547] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.603722] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.603897] env[63380]: DEBUG nova.virt.hardware [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.604848] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfe2a2-0c00-468a-a4a8-2a62c338155b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.613243] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.617290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b749f7-b47f-4e10-b978-7a55791847c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.857852] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.858840] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.862831] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.068s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.864934] env[63380]: INFO nova.compute.claims [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.006307] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "0d658d72-9b28-435c-a069-d40b589cccd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.006553] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "0d658d72-9b28-435c-a069-d40b589cccd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.152844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.370517] env[63380]: DEBUG nova.compute.utils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.377418] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.377574] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.511440] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.585354] env[63380]: DEBUG nova.policy [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35518cfdc72d4122925ec4e0d391fd46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a004300424f425eac3ec2df411db20c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.659469] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Successfully updated port: acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.874792] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "b5dba955-0b52-47cb-a6d6-85c751f74038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.875080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.881272] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.977570] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Successfully updated port: 4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.032514] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.096223] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8964d4-d861-4085-8cd6-7b662cd90cec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.104143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29dd352-1fe9-4348-9d2b-fc06afb25bd8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.136886] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076fc5b-7d5c-445f-8e20-1ad07a70d795 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.152090] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba66c3-dcca-4a4b-9eb2-ce70689595b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.165189] env[63380]: DEBUG nova.compute.provider_tree [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.166877] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.167036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.167183] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.386522] env[63380]: DEBUG nova.compute.manager [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received event network-vif-plugged-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.386955] env[63380]: DEBUG oslo_concurrency.lockutils [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] Acquiring lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.386955] env[63380]: DEBUG oslo_concurrency.lockutils [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.389992] env[63380]: DEBUG oslo_concurrency.lockutils [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.389992] env[63380]: DEBUG nova.compute.manager [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] No waiting events found dispatching network-vif-plugged-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.389992] env[63380]: WARNING nova.compute.manager [req-2bc59c06-3b85-4842-9585-0a6667bfcdb2 req-b8998285-6a22-415c-8f27-214d205d88e6 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received unexpected event network-vif-plugged-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 for instance with vm_state building and task_state spawning. [ 553.479640] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.479640] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.479640] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.498605] env[63380]: DEBUG nova.compute.manager [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Received event network-vif-plugged-4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.498605] env[63380]: DEBUG oslo_concurrency.lockutils [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] Acquiring lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.498605] env[63380]: DEBUG oslo_concurrency.lockutils [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.498807] env[63380]: DEBUG oslo_concurrency.lockutils [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.498998] env[63380]: DEBUG nova.compute.manager [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] No waiting events found dispatching network-vif-plugged-4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.499238] env[63380]: WARNING nova.compute.manager [req-08a98948-0dbb-4ed6-acee-0b504505213e req-b14fe34e-fd29-4db2-b1c9-ca0f6669a4b5 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Received unexpected event network-vif-plugged-4df92ab8-e170-4ba5-bde6-0d25571a26fd for instance with vm_state building and task_state spawning. [ 553.671202] env[63380]: DEBUG nova.scheduler.client.report [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.805599] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.901501] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Successfully created port: 8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.908182] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.958204] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.958547] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.958722] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.958904] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.959056] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.959200] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.959407] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.959558] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.959717] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.959903] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.960162] env[63380]: DEBUG nova.virt.hardware [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.961517] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638dd43-69a8-4a58-9c28-fda0fce69cbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.977167] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4bdf0-978e-4e3e-9521-1f58631788a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.166465] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.186938] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.187492] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.193526] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.649s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.199126] env[63380]: INFO nova.compute.claims [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.543575] env[63380]: DEBUG nova.network.neutron [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [{"id": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "address": "fa:16:3e:ff:36:01", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf138c8-0b", "ovs_interfaceid": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.705231] env[63380]: DEBUG nova.compute.utils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 554.713260] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 554.825496] env[63380]: DEBUG nova.network.neutron [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Updating instance_info_cache with network_info: [{"id": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "address": "fa:16:3e:70:5c:63", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df92ab8-e1", "ovs_interfaceid": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.047333] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.047622] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Instance network_info: |[{"id": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "address": "fa:16:3e:ff:36:01", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf138c8-0b", "ovs_interfaceid": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.048126] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:36:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.064855] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.065164] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b4f485e-eb2a-488f-8dab-b586c9107cef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.080100] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created folder: OpenStack in parent group-v4. [ 555.080307] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating folder: Project (8ad2f1894156401788f7ddc84a8d0d27). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.080545] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5805d3b0-56da-43e0-813e-d571c8a06a87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.089858] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created folder: Project (8ad2f1894156401788f7ddc84a8d0d27) in parent group-v540155. [ 555.093412] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating folder: Instances. Parent ref: group-v540156. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.093898] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e849bd9-68ba-4011-acfd-3d523143644d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.104638] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created folder: Instances in parent group-v540156. [ 555.105011] env[63380]: DEBUG oslo.service.loopingcall [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.105382] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.105566] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97959f05-c2fe-403a-bb6d-e3c96520df35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.131935] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.131935] env[63380]: value = "task-2679261" [ 555.131935] env[63380]: _type = "Task" [ 555.131935] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.141744] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679261, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.214828] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.329652] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.329999] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Instance network_info: |[{"id": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "address": "fa:16:3e:70:5c:63", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df92ab8-e1", "ovs_interfaceid": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.330467] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:5c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4df92ab8-e170-4ba5-bde6-0d25571a26fd', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.341239] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating folder: Project (79fcaecd326d460da031ecd21d339e8c). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.343257] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157f94a5-9d00-41b5-9bbd-77b20eb70ad6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.358324] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created folder: Project (79fcaecd326d460da031ecd21d339e8c) in parent group-v540155. [ 555.359470] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating folder: Instances. Parent ref: group-v540159. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 555.359470] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-501ea11e-6d7c-47a6-994f-adbc04f7aa6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.371019] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created folder: Instances in parent group-v540159. [ 555.371569] env[63380]: DEBUG oslo.service.loopingcall [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.371712] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.371835] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6577fe-ea0f-4624-a0f1-d80bd4ea2e5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.399606] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 555.399606] env[63380]: value = "task-2679264" [ 555.399606] env[63380]: _type = "Task" [ 555.399606] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.405311] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679264, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.592622] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "55c1ac8c-190b-4b03-9a68-5287e8186862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.593158] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.597134] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647e1e7-62ad-428e-9b42-19ccc5902503 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.609226] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0c065a-bbac-4a8c-bfb2-4c4cdc62123d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.658354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.658600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.662941] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffafa82a-79f7-42a6-a1ed-e2da11cb5a72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.671734] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679261, 'name': CreateVM_Task, 'duration_secs': 0.367407} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.673399] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.679967] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad0c62-876a-4dfd-899d-324854b37ed6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.698777] env[63380]: DEBUG nova.compute.provider_tree [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.704589] env[63380]: DEBUG oslo_vmware.service [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326200e-b7d1-412c-b60c-a6379faeec1d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.711718] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.712554] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.712728] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.712885] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07eacc9-1d84-4c26-b333-d13002e8dc10 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.719281] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 555.719281] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521cb7ed-4d17-d711-89c4-e911477d6b76" [ 555.719281] env[63380]: _type = "Task" [ 555.719281] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.731506] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521cb7ed-4d17-d711-89c4-e911477d6b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.913780] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679264, 'name': CreateVM_Task, 'duration_secs': 0.346824} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.913780] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.913780] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.202089] env[63380]: DEBUG nova.scheduler.client.report [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.218211] env[63380]: DEBUG nova.compute.manager [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.218211] env[63380]: DEBUG nova.compute.manager [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing instance network info cache due to event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 556.218211] env[63380]: DEBUG oslo_concurrency.lockutils [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] Acquiring lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.218211] env[63380]: DEBUG oslo_concurrency.lockutils [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] Acquired lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.219722] env[63380]: DEBUG nova.network.neutron [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.228813] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.240655] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.240905] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.241151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.241300] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.241720] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.244048] env[63380]: DEBUG nova.compute.manager [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Received event network-changed-4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.244263] env[63380]: DEBUG nova.compute.manager [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Refreshing instance network info cache due to event network-changed-4df92ab8-e170-4ba5-bde6-0d25571a26fd. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 556.244431] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] Acquiring lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.244585] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] Acquired lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.244840] env[63380]: DEBUG nova.network.neutron [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Refreshing network info cache for port 4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.246023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.246413] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.247139] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a315e98-b8e6-450e-89c1-ae99798e11a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.249849] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4499de-5f2a-4a77-bbca-a1feeaf465bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.255813] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 556.255813] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52effb6f-75bc-5412-a65b-109166127b8c" [ 556.255813] env[63380]: _type = "Task" [ 556.255813] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.263625] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.263625] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.265161] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c574174a-0af1-4228-a28f-a481a98bec40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.272624] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.272909] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.273087] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.273277] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.273420] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.273658] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.273941] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.274161] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.274343] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.274508] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.274684] env[63380]: DEBUG nova.virt.hardware [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.283332] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e1c704-b06f-4421-b260-02d4ad17893a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.287045] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52effb6f-75bc-5412-a65b-109166127b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.293797] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a322192-f853-4396-9d4f-a0ba50b00e3e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.295877] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c19cd-04c3-4d12-a041-e86e9a2cb31d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.302768] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 556.302768] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b82d45-b5cd-1fe4-905f-92ee3598f3fb" [ 556.302768] env[63380]: _type = "Task" [ 556.302768] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.312189] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.317592] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Creating folder: Project (809e2718067048d7a78259c41257db10). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.326017] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b50b815-4093-413d-aff2-b06ac463801c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.333862] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 556.334221] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating directory with path [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.334986] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Created folder: Project (809e2718067048d7a78259c41257db10) in parent group-v540155. [ 556.335183] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Creating folder: Instances. Parent ref: group-v540162. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.335350] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4bc06e4-c754-4848-ba47-430dde27456b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.337373] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2fdca3-2f30-4254-a664-522eb5286813 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.346187] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Created folder: Instances in parent group-v540162. [ 556.346450] env[63380]: DEBUG oslo.service.loopingcall [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.346706] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.346918] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79eea453-9f59-42c9-8602-04fd2fea2183 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.366018] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created directory with path [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.366018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Fetch image to [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 556.366018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Downloading image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk on the data store datastore1 {{(pid=63380) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 556.366018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a0902-f0b2-4ff4-830b-9744cfd3a0ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.370657] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.370657] env[63380]: value = "task-2679267" [ 556.370657] env[63380]: _type = "Task" [ 556.370657] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.377067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb3dc0-a1f4-4154-b151-2ae78236ba76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.389357] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679267, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.390851] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb85b15-a626-4345-bb8a-a5be9124b105 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.427531] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84273f-215c-45f2-a206-bd859e7b04a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.436142] env[63380]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-473847fd-f410-40ec-9c4b-37886383ca91 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.457765] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Downloading image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to the data store datastore1 {{(pid=63380) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 556.547946] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 556.708305] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.708759] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.716700] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.161s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.718391] env[63380]: INFO nova.compute.claims [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.779031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.779031] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.779031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.888481] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679267, 'name': CreateVM_Task, 'duration_secs': 0.327157} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.889773] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.890295] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.890480] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.890832] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.891117] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1721b1de-8681-4968-af8d-95bd5971ec76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.896067] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 556.896067] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525d3827-65db-83d8-33c3-1d6aac2d11b6" [ 556.896067] env[63380]: _type = "Task" [ 556.896067] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.905880] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525d3827-65db-83d8-33c3-1d6aac2d11b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.224619] env[63380]: DEBUG nova.compute.utils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.230590] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.230761] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.369260] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Successfully updated port: 8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.394756] env[63380]: DEBUG nova.policy [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e1dbb920cc4bae8d2246504e99e6a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0c8f147848840c180f37828888210c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.409135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.409443] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.409667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.418066] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 557.418287] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 557.472037] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Downloaded image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk on the data store datastore1 {{(pid=63380) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 557.472037] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 557.473712] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copying Virtual Disk [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk to [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.474373] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a235c13-6c64-427f-9696-3cfc9c127c4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.487917] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 557.487917] env[63380]: value = "task-2679268" [ 557.487917] env[63380]: _type = "Task" [ 557.487917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.495929] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.506518] env[63380]: DEBUG nova.network.neutron [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Updated VIF entry in instance network info cache for port 4df92ab8-e170-4ba5-bde6-0d25571a26fd. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.506518] env[63380]: DEBUG nova.network.neutron [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Updating instance_info_cache with network_info: [{"id": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "address": "fa:16:3e:70:5c:63", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df92ab8-e1", "ovs_interfaceid": "4df92ab8-e170-4ba5-bde6-0d25571a26fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.715303] env[63380]: DEBUG nova.network.neutron [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updated VIF entry in instance network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.715711] env[63380]: DEBUG nova.network.neutron [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [{"id": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "address": "fa:16:3e:ff:36:01", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf138c8-0b", "ovs_interfaceid": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.736315] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.869392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.869392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquired lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.869392] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.001456] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.008355] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3770cdb-0a35-432c-b7ae-167ca66f117e req-3c11d9e8-1bf0-441b-b112-80cd9a5cd159 service nova] Releasing lock "refresh_cache-59d7aa65-9a57-4598-963b-c6f5ab5c4f69" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.068591] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d98e1-ad9c-4bf9-a298-ecbc27290288 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.078158] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3fb14-aa1f-4596-a5b7-45d446bdce54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.119158] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29875b-15bb-4e2c-b962-c160c5b7236b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.129119] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a3fc3-15e0-44d2-9729-ec9122122aaf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.146984] env[63380]: DEBUG nova.compute.provider_tree [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.219478] env[63380]: DEBUG oslo_concurrency.lockutils [req-c115c285-159e-4403-bb1f-dcee74b0f40f req-cc00f80f-72f8-424e-b40d-3edb01bf0ae8 service nova] Releasing lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.411438] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.504619] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720797} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.505219] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copied Virtual Disk [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk to [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.506024] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleting the datastore file [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.506552] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8d6451f-ff26-417b-9792-f69064714df8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.515488] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 558.515488] env[63380]: value = "task-2679269" [ 558.515488] env[63380]: _type = "Task" [ 558.515488] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.524609] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.588437] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Successfully created port: 9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.651970] env[63380]: DEBUG nova.scheduler.client.report [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.748944] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.781764] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.782028] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.782190] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.782367] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.782507] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.782646] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.782913] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.783021] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.785335] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.785488] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.785669] env[63380]: DEBUG nova.virt.hardware [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.786623] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e58b787-93f2-4429-9515-2399c130e4fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.796436] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0fc53-d9ab-4022-a9d6-c339baf35362 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.918615] env[63380]: DEBUG nova.network.neutron [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Updating instance_info_cache with network_info: [{"id": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "address": "fa:16:3e:81:37:c9", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8c9e7f-85", "ovs_interfaceid": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.027272] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023026} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.027839] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.028231] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Moving file from [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06. {{(pid=63380) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 559.028818] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e4a9e3d8-7519-4833-b077-14d0eac3c79f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.037257] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 559.037257] env[63380]: value = "task-2679270" [ 559.037257] env[63380]: _type = "Task" [ 559.037257] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.044936] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679270, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.156821] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.157396] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.160998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.293s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.162815] env[63380]: INFO nova.compute.claims [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.273606] env[63380]: DEBUG nova.compute.manager [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Received event network-vif-plugged-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.273657] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Acquiring lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.273824] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.273996] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.274163] env[63380]: DEBUG nova.compute.manager [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] No waiting events found dispatching network-vif-plugged-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.274324] env[63380]: WARNING nova.compute.manager [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Received unexpected event network-vif-plugged-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f for instance with vm_state building and task_state spawning. [ 559.274665] env[63380]: DEBUG nova.compute.manager [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Received event network-changed-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.274665] env[63380]: DEBUG nova.compute.manager [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Refreshing instance network info cache due to event network-changed-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.274762] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Acquiring lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.336222] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "9148c0e1-9c02-491d-aec8-d7b310591203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.336500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.422679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Releasing lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.423303] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Instance network_info: |[{"id": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "address": "fa:16:3e:81:37:c9", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8c9e7f-85", "ovs_interfaceid": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.424030] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Acquired lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.424030] env[63380]: DEBUG nova.network.neutron [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Refreshing network info cache for port 8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.426307] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:37:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e8c9e7f-85cb-4e33-a236-35f4a141cb1f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.435354] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Creating folder: Project (1a004300424f425eac3ec2df411db20c). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.436863] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2f9012-d5b4-4cf4-9f49-70b6b2639d75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.448181] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Created folder: Project (1a004300424f425eac3ec2df411db20c) in parent group-v540155. [ 559.450462] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Creating folder: Instances. Parent ref: group-v540165. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.455021] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0687333-76fd-4c76-b4f2-a0e07c09a9da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.464212] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Created folder: Instances in parent group-v540165. [ 559.464463] env[63380]: DEBUG oslo.service.loopingcall [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.464685] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.464845] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8599c4e1-3985-419b-a1e8-c6f3544d03b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.500019] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.500019] env[63380]: value = "task-2679273" [ 559.500019] env[63380]: _type = "Task" [ 559.500019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.510498] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679273, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.547756] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679270, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024177} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.548145] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] File moved {{(pid=63380) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 559.548375] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Cleaning up location [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 559.548546] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleting the datastore file [datastore1] vmware_temp/f4f4c7ba-79d4-493d-9397-a11b6c6514c7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.549708] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22e1e83-4ad9-421b-b542-d72fb8fefcc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.558021] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 559.558021] env[63380]: value = "task-2679274" [ 559.558021] env[63380]: _type = "Task" [ 559.558021] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.565515] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.671563] env[63380]: DEBUG nova.compute.utils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.674661] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 560.009533] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679273, 'name': CreateVM_Task, 'duration_secs': 0.324119} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.010642] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.011303] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.011440] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.011764] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.012041] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdee3c2-2afd-46e3-af9f-023dac51962a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.017475] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 560.017475] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520097b6-87b3-1759-ba0c-8d6d6fa6020e" [ 560.017475] env[63380]: _type = "Task" [ 560.017475] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.026681] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520097b6-87b3-1759-ba0c-8d6d6fa6020e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.065245] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024429} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.065427] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 560.066232] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6b179b-079e-4756-a97e-687f8606fd9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.072975] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 560.072975] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293a336-941f-210a-7569-dd68e45b2ddd" [ 560.072975] env[63380]: _type = "Task" [ 560.072975] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.081891] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293a336-941f-210a-7569-dd68e45b2ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.177191] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.427142] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418c579-2d46-4ff2-b619-2db74fe625c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.435502] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d6823-6409-450a-8b1f-8bbc865632e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.472718] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9f87a-4226-40ac-ba74-efbbed957c24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.480720] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e9594-ce4f-48a4-a61e-c11ebfca7315 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.496893] env[63380]: DEBUG nova.compute.provider_tree [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.527727] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520097b6-87b3-1759-ba0c-8d6d6fa6020e, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.528156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.528518] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.528686] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.549475] env[63380]: DEBUG nova.network.neutron [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Updated VIF entry in instance network info cache for port 8e8c9e7f-85cb-4e33-a236-35f4a141cb1f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.549704] env[63380]: DEBUG nova.network.neutron [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Updating instance_info_cache with network_info: [{"id": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "address": "fa:16:3e:81:37:c9", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8c9e7f-85", "ovs_interfaceid": "8e8c9e7f-85cb-4e33-a236-35f4a141cb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.585047] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293a336-941f-210a-7569-dd68e45b2ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.585356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.585616] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 15cf0b96-8d9e-4ef6-8310-1490accb24dd/15cf0b96-8d9e-4ef6-8310-1490accb24dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.585893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.586130] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.586353] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b595d23-051a-4caa-830c-5c4bc2f5424c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.588870] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6540bbf3-ee72-4a99-a3a0-b92fb8a671b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.596066] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 560.596066] env[63380]: value = "task-2679275" [ 560.596066] env[63380]: _type = "Task" [ 560.596066] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.600730] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.600908] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.602708] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f78ee36-60b3-4694-b3ee-ee9b728bac35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.612957] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.620182] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 560.620182] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52653bba-73e4-ed25-a05f-6a880a08f7e6" [ 560.620182] env[63380]: _type = "Task" [ 560.620182] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.636014] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52653bba-73e4-ed25-a05f-6a880a08f7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.636884] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15444cf-9171-46b9-a091-40dcfbdedaed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.647291] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 560.647291] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67d4f-2cb5-d5b8-255b-0849d697ae0d" [ 560.647291] env[63380]: _type = "Task" [ 560.647291] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.658425] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67d4f-2cb5-d5b8-255b-0849d697ae0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.001053] env[63380]: DEBUG nova.scheduler.client.report [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.053808] env[63380]: DEBUG oslo_concurrency.lockutils [req-634c8f3f-067c-40b4-8145-b0d945054085 req-6632db49-abb6-45f2-8910-c723fcaee041 service nova] Releasing lock "refresh_cache-aba5657e-4e33-42a8-9730-6a04e0541b06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.106583] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Successfully updated port: 9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.116474] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.161335] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67d4f-2cb5-d5b8-255b-0849d697ae0d, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.161335] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.161488] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 59d7aa65-9a57-4598-963b-c6f5ab5c4f69/59d7aa65-9a57-4598-963b-c6f5ab5c4f69.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.161756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.161938] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.162189] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c668879-8357-42d1-8618-24481b57f989 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.164628] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499c853c-a96d-4465-b916-3d8725310944 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.170918] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 561.170918] env[63380]: value = "task-2679276" [ 561.170918] env[63380]: _type = "Task" [ 561.170918] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.175518] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.175806] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.176917] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cae35c0-a7cf-44b9-b49c-3998e357d8ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.182349] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.187340] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 561.187340] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6d967-3521-092e-9f12-fd50bba745c5" [ 561.187340] env[63380]: _type = "Task" [ 561.187340] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.197354] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.199539] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6d967-3521-092e-9f12-fd50bba745c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.240938] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.241424] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.241684] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.241980] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.242296] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.242547] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.242860] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.243150] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.243445] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.243713] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.243986] env[63380]: DEBUG nova.virt.hardware [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.244957] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba19a85-8620-4aad-8990-b7310c616dfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.255932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2296f-e20f-4d16-aa01-951caf684637 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.276217] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.291669] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Creating folder: Project (4585e3c4bc4d461cadd079f162c80f6f). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.291669] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff763fa6-a8fb-4701-8871-e6a4d5e85ee0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.304348] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Created folder: Project (4585e3c4bc4d461cadd079f162c80f6f) in parent group-v540155. [ 561.306020] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Creating folder: Instances. Parent ref: group-v540168. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.306020] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf6b19ee-3657-4dd4-a710-62201c68cd97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.316348] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Created folder: Instances in parent group-v540168. [ 561.316773] env[63380]: DEBUG oslo.service.loopingcall [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.317100] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.317467] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a175539-a836-4847-994b-eb254e20b56c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.342300] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.342300] env[63380]: value = "task-2679279" [ 561.342300] env[63380]: _type = "Task" [ 561.342300] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.359983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.360755] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.360755] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.512255] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.512255] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.512255] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.775s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.516886] env[63380]: INFO nova.compute.claims [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.612174] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.612381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquired lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.612523] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.614493] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.617275] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 15cf0b96-8d9e-4ef6-8310-1490accb24dd/15cf0b96-8d9e-4ef6-8310-1490accb24dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.618911] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.618911] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0c3e419-14f3-4f3a-8640-955f9bd3292a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.630706] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 561.630706] env[63380]: value = "task-2679280" [ 561.630706] env[63380]: _type = "Task" [ 561.630706] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.642276] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.686593] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.705627] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6d967-3521-092e-9f12-fd50bba745c5, 'name': SearchDatastore_Task, 'duration_secs': 0.021209} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.710538] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60067f8-044e-40de-90ea-30b6c696dd5d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.722045] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 561.722045] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5221a5f8-36ef-314e-0789-9436a2ac1315" [ 561.722045] env[63380]: _type = "Task" [ 561.722045] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.737444] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5221a5f8-36ef-314e-0789-9436a2ac1315, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.737444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.737800] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.737916] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.738444] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.738697] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b268ac-6a74-417d-b4db-217b8450d7b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.744314] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e77cb8-4317-49d4-8040-9f56f3aa1cb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.753593] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 561.753593] env[63380]: value = "task-2679281" [ 561.753593] env[63380]: _type = "Task" [ 561.753593] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.753855] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.754056] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.754902] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce04558-492b-461f-9836-95780af8b60b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.764028] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 561.764028] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220976a-b136-dac8-2288-78e424be405e" [ 561.764028] env[63380]: _type = "Task" [ 561.764028] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.767486] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.780193] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220976a-b136-dac8-2288-78e424be405e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.857730] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.024269] env[63380]: DEBUG nova.compute.utils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.028328] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.028328] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.146071] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125091} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.146252] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.148083] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6bfea3-f212-4058-86d4-8f59fbc9562a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.192134] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 15cf0b96-8d9e-4ef6-8310-1490accb24dd/15cf0b96-8d9e-4ef6-8310-1490accb24dd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.193861] env[63380]: DEBUG nova.policy [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0208310b1f28428990be50658d9d5bcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c229256017c4dd6bf939388e9c551ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.199433] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13d07aa-2993-48dc-b5b8-2295e50c233a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.220342] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.223339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.223620] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.228765] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554836} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.230441] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 59d7aa65-9a57-4598-963b-c6f5ab5c4f69/59d7aa65-9a57-4598-963b-c6f5ab5c4f69.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.230441] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.230664] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 562.230664] env[63380]: value = "task-2679282" [ 562.230664] env[63380]: _type = "Task" [ 562.230664] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.230867] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ff098d5-a9b0-4658-b4b2-f4aaf77cc56f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.246031] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.246031] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 562.246031] env[63380]: value = "task-2679283" [ 562.246031] env[63380]: _type = "Task" [ 562.246031] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.256968] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.265656] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.279639] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220976a-b136-dac8-2288-78e424be405e, 'name': SearchDatastore_Task, 'duration_secs': 0.015491} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.280513] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f141b8-465f-46cf-abe8-e0af2ccd90f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.286152] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 562.286152] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5292416c-8bb6-c1a9-3bc2-c0e39c465b87" [ 562.286152] env[63380]: _type = "Task" [ 562.286152] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.295724] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5292416c-8bb6-c1a9-3bc2-c0e39c465b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.353384] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.494903] env[63380]: DEBUG nova.network.neutron [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Updating instance_info_cache with network_info: [{"id": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "address": "fa:16:3e:98:12:12", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9336cf7f-83", "ovs_interfaceid": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.528344] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.680323] env[63380]: DEBUG nova.compute.manager [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Received event network-vif-plugged-9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.680323] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] Acquiring lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.680323] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.680323] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.680323] env[63380]: DEBUG nova.compute.manager [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] No waiting events found dispatching network-vif-plugged-9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.680816] env[63380]: WARNING nova.compute.manager [req-ac4f343e-172c-454f-a3e1-4ef8aaf4ff84 req-7a1fc379-07c9-4f35-89a4-4f6b0e20f862 service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Received unexpected event network-vif-plugged-9336cf7f-83c7-42c8-8355-8cd4caf09452 for instance with vm_state building and task_state spawning. [ 562.750672] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.766145] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305001} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.767057] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.768081] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec5cbb-bb67-42b2-80ea-486341d77936 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.779681] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.804906] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 59d7aa65-9a57-4598-963b-c6f5ab5c4f69/59d7aa65-9a57-4598-963b-c6f5ab5c4f69.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.812223] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9374b17d-9c85-4abd-a78c-8f6392a3a5e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.117468] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5292416c-8bb6-c1a9-3bc2-c0e39c465b87, 'name': SearchDatastore_Task, 'duration_secs': 0.039066} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.117468] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.117468] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] aba5657e-4e33-42a8-9730-6a04e0541b06/aba5657e-4e33-42a8-9730-6a04e0541b06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.117468] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 563.117468] env[63380]: value = "task-2679284" [ 563.117468] env[63380]: _type = "Task" [ 563.117468] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.117810] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b3be93-5fb5-4c14-83c5-02c711d22d4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.117810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Releasing lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.117900] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Instance network_info: |[{"id": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "address": "fa:16:3e:98:12:12", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9336cf7f-83", "ovs_interfaceid": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.125952] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.125952] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:12:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9336cf7f-83c7-42c8-8355-8cd4caf09452', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.133568] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Creating folder: Project (c0c8f147848840c180f37828888210c5). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.134072] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 563.134072] env[63380]: value = "task-2679285" [ 563.134072] env[63380]: _type = "Task" [ 563.134072] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.135096] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.135096] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84a9449-fca0-4774-9be3-24e403eac05c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.145938] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.228560] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5d47d-6671-4e65-8726-c70349efb734 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.251757] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e7965-c04f-4870-acea-049708b6a907 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.260025] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.260025] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Created folder: Project (c0c8f147848840c180f37828888210c5) in parent group-v540155. [ 563.260113] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Creating folder: Instances. Parent ref: group-v540171. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.265619] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4c107b-640b-42a0-a839-db21d7c07103 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.303207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5120e-c8e6-4efa-9ded-503f25738b4b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.311692] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.314108] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Created folder: Instances in parent group-v540171. [ 563.314382] env[63380]: DEBUG oslo.service.loopingcall [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.314586] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.314799] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2101463-ca65-484b-b105-0ef6835a3796 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.334569] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666485fe-2252-4a68-a991-ddf329a52369 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.341618] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.341618] env[63380]: value = "task-2679288" [ 563.341618] env[63380]: _type = "Task" [ 563.341618] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.356502] env[63380]: DEBUG nova.compute.provider_tree [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.368835] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679288, 'name': CreateVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.374954] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.378320] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.637999] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.656832] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679285, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.676329] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.676609] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.676991] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.676991] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.678040] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.678356] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.678724] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.678968] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.679234] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.679452] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.679693] env[63380]: DEBUG nova.virt.hardware [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.680782] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1082a21f-d89a-4690-9740-85e5a4f7bd42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.693347] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574bd746-51ed-4fb2-83f5-13eddab86a0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.752886] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679282, 'name': ReconfigVM_Task, 'duration_secs': 1.245172} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.753405] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 15cf0b96-8d9e-4ef6-8310-1490accb24dd/15cf0b96-8d9e-4ef6-8310-1490accb24dd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.755493] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b3f7723-4144-45fd-8f3e-8c5b6331faca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.762913] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 563.762913] env[63380]: value = "task-2679289" [ 563.762913] env[63380]: _type = "Task" [ 563.762913] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.784392] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679281, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.819266} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.784999] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679289, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.784999] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.785279] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.785567] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18675261-1f7a-487a-a11d-232469fb56b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.793218] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 563.793218] env[63380]: value = "task-2679290" [ 563.793218] env[63380]: _type = "Task" [ 563.793218] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.805937] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.854232] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679288, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.867995] env[63380]: DEBUG nova.scheduler.client.report [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.884310] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.889941] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679279, 'name': CreateVM_Task, 'duration_secs': 2.471342} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.890187] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.892685] env[63380]: DEBUG oslo_vmware.service [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf61822-9444-4869-8066-8aff4c79f6de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.898704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.898913] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.899328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.899896] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64c16c9-0ff6-441d-b5f6-6426d8af34c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.904993] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 563.904993] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bfde60-95d8-5045-899e-da10a160c22a" [ 563.904993] env[63380]: _type = "Task" [ 563.904993] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.913774] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bfde60-95d8-5045-899e-da10a160c22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.954509] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Successfully created port: a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.154886] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679285, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052559} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.154886] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] aba5657e-4e33-42a8-9730-6a04e0541b06/aba5657e-4e33-42a8-9730-6a04e0541b06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.155421] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.155710] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729993c5-c4e2-4d22-9f5c-ce77c4d94e18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.163706] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 564.163706] env[63380]: value = "task-2679291" [ 564.163706] env[63380]: _type = "Task" [ 564.163706] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.172595] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.282170] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679289, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.307407] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109797} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.307697] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.308451] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f1495-7998-4b17-b778-8bbaf12cc629 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.330933] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.331198] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede3c7ee-5c4a-4829-b951-d2d6668eb09d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.357838] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679288, 'name': CreateVM_Task, 'duration_secs': 0.648746} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.362338] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.362683] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 564.362683] env[63380]: value = "task-2679292" [ 564.362683] env[63380]: _type = "Task" [ 564.362683] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.363498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.370120] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679284, 'name': ReconfigVM_Task, 'duration_secs': 1.141313} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.370699] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 59d7aa65-9a57-4598-963b-c6f5ab5c4f69/59d7aa65-9a57-4598-963b-c6f5ab5c4f69.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.371469] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-424714f9-1f40-4900-9b99-d6ebf0686a03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.375886] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.379691] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.380185] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.383761] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.556s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.384628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.384628] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 564.384628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.232s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.385966] env[63380]: INFO nova.compute.claims [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.388262] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 564.388262] env[63380]: value = "task-2679293" [ 564.388262] env[63380]: _type = "Task" [ 564.388262] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.389270] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c602b9-6b23-4790-9b14-386e8ee81c2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.404653] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfab86f-b63d-455b-8a5b-6f1f49cc0525 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.409682] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679293, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.428683] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.429214] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.429650] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.429942] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.430268] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.431222] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be5889-9f8f-4fe3-a3a2-55500fa0f924 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.435021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.435542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.435896] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d086b2d-97f8-4e78-84b8-11d79743e82a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.438517] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1627f48-0078-4203-89ca-c18becb5657e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.446746] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100be925-f425-4cc5-a60b-2518d34656aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.450724] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 564.450724] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5269e388-fbc1-29f8-9f5f-b9e9f66a60d3" [ 564.450724] env[63380]: _type = "Task" [ 564.450724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.454335] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.454450] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.459431] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f90de0a-392e-4ee3-b89b-968f04bc4d36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.489138] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181175MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 564.489138] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.497426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.497719] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.497935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.498689] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeee7610-7359-4a3f-ba8c-3d2190c3d39f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.504810] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 564.504810] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d2510e-9ee5-52b8-e340-19c31aef4035" [ 564.504810] env[63380]: _type = "Task" [ 564.504810] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.512840] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d2510e-9ee5-52b8-e340-19c31aef4035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.677896] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.380289} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.681466] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.682916] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a20236-8403-4c8c-8c5a-73a4a7888ab3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.719788] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] aba5657e-4e33-42a8-9730-6a04e0541b06/aba5657e-4e33-42a8-9730-6a04e0541b06.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.719788] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e78bf2-f42e-4cf3-897e-bf8c649ff5da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.741994] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 564.741994] env[63380]: value = "task-2679294" [ 564.741994] env[63380]: _type = "Task" [ 564.741994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.751025] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.786166] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679289, 'name': Rename_Task, 'duration_secs': 0.845199} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.786446] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.786726] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb6a52f-e7af-4da9-b49a-331146e20311 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.795467] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 564.795467] env[63380]: value = "task-2679295" [ 564.795467] env[63380]: _type = "Task" [ 564.795467] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.808254] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.880215] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679292, 'name': ReconfigVM_Task, 'duration_secs': 0.300125} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.880864] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.883356] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a133db24-9c50-4ad2-9a89-bf96c0dba928 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.890994] env[63380]: DEBUG nova.compute.utils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.894249] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.894441] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.899164] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 564.899164] env[63380]: value = "task-2679296" [ 564.899164] env[63380]: _type = "Task" [ 564.899164] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.911741] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679293, 'name': Rename_Task, 'duration_secs': 0.160168} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.916383] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.916698] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679296, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.916932] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663b2217-6135-4c6d-9412-647843655697 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.923439] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 564.923439] env[63380]: value = "task-2679297" [ 564.923439] env[63380]: _type = "Task" [ 564.923439] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.933626] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.967226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.967888] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.020013] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 565.020301] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Creating directory with path [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.020880] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-941dce59-a5f7-4496-bf11-789ac2a50219 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.035543] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Created directory with path [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.035814] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Fetch image to [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 565.035918] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Downloading image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk on the data store datastore2 {{(pid=63380) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 565.036727] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f0f98-5732-4f7a-b52b-ce4f2dbc4094 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.047406] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da19f0-bfce-45df-ab70-a1f8803abf3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.056524] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cebec-1548-44e1-9e84-1558717b4d73 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.104575] env[63380]: DEBUG nova.policy [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a238e171d84b4118876b36007be4e3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17735aa3ceca4d3499e5f5e556d0b635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.104575] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c72a88-fafb-4bbf-a281-44ad44c93f81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.111591] env[63380]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6dc41dfd-e674-454e-8da6-b36aeefd6f34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.137075] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Downloading image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to the data store datastore2 {{(pid=63380) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 565.188082] env[63380]: DEBUG oslo_vmware.rw_handles [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 565.258152] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679294, 'name': ReconfigVM_Task, 'duration_secs': 0.331382} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.258840] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Reconfigured VM instance instance-00000003 to attach disk [datastore1] aba5657e-4e33-42a8-9730-6a04e0541b06/aba5657e-4e33-42a8-9730-6a04e0541b06.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.259507] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe521705-ee54-4cc9-89bc-7e9830740496 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.268851] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 565.268851] env[63380]: value = "task-2679298" [ 565.268851] env[63380]: _type = "Task" [ 565.268851] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.277194] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679298, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.304826] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.404370] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.417216] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679296, 'name': Rename_Task, 'duration_secs': 0.152787} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.420452] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.420452] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab85c066-f210-4ca5-b0b0-aa0084b96c22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.429497] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 565.429497] env[63380]: value = "task-2679299" [ 565.429497] env[63380]: _type = "Task" [ 565.429497] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.436121] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.450391] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679299, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.696878] env[63380]: DEBUG nova.compute.manager [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Received event network-changed-9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.697121] env[63380]: DEBUG nova.compute.manager [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Refreshing instance network info cache due to event network-changed-9336cf7f-83c7-42c8-8355-8cd4caf09452. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.697409] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] Acquiring lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.697600] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] Acquired lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.697886] env[63380]: DEBUG nova.network.neutron [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Refreshing network info cache for port 9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.741254] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd4634-e1aa-4557-b65d-9c04307f446d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.752109] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93450a68-d71f-4eff-b315-5357f86bbb42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.804036] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697ca10-d4c4-45af-b1e7-60cfa7c0845e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.825815] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49b9b30-3ee4-4f56-8058-b95cf2084bea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.831094] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679298, 'name': Rename_Task, 'duration_secs': 0.153462} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.831094] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.838204] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.839364] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e040efbe-20f8-4567-a877-90f7f078dc40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.848941] env[63380]: DEBUG nova.compute.provider_tree [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.856870] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 565.856870] env[63380]: value = "task-2679300" [ 565.856870] env[63380]: _type = "Task" [ 565.856870] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.868291] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.948199] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.957812] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.066387] env[63380]: DEBUG oslo_vmware.rw_handles [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 566.066607] env[63380]: DEBUG oslo_vmware.rw_handles [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 566.108672] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Successfully created port: b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.161210] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Downloaded image file data 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk on the data store datastore2 {{(pid=63380) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 566.165435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 566.165435] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Copying Virtual Disk [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk to [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.165435] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-458a596e-3054-467c-b83d-c720d805c446 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.171580] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 566.171580] env[63380]: value = "task-2679301" [ 566.171580] env[63380]: _type = "Task" [ 566.171580] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.180479] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.320705] env[63380]: DEBUG oslo_vmware.api [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679295, 'name': PowerOnVM_Task, 'duration_secs': 1.283557} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.320977] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.321366] env[63380]: INFO nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Took 16.99 seconds to spawn the instance on the hypervisor. [ 566.321630] env[63380]: DEBUG nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.322624] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edac7fc-5218-4d19-8496-98b78ecde315 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.355428] env[63380]: DEBUG nova.scheduler.client.report [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.371399] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.415823] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.450674] env[63380]: DEBUG oslo_vmware.api [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679297, 'name': PowerOnVM_Task, 'duration_secs': 1.182357} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.450674] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.450674] env[63380]: INFO nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Took 14.88 seconds to spawn the instance on the hypervisor. [ 566.450674] env[63380]: DEBUG nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.450674] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356db05a-5541-41e1-a179-a6e0030eb4b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.463111] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.463424] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.463576] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.463759] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.464062] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.464062] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.464507] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.464507] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.464604] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.464715] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.464890] env[63380]: DEBUG nova.virt.hardware [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.465575] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.467691] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0c90d-9b30-4245-be58-88ab10e1a3c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.482221] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3726490-8e90-40c2-ba4e-e1dabfbcd620 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.683278] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679301, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.850442] env[63380]: INFO nova.compute.manager [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Took 21.79 seconds to build instance. [ 566.865724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.866397] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.874718] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.842s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.875593] env[63380]: INFO nova.compute.claims [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.885715] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.948713] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.993101] env[63380]: INFO nova.compute.manager [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Took 21.47 seconds to build instance. [ 567.155726] env[63380]: DEBUG nova.network.neutron [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Updated VIF entry in instance network info cache for port 9336cf7f-83c7-42c8-8355-8cd4caf09452. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.156113] env[63380]: DEBUG nova.network.neutron [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Updating instance_info_cache with network_info: [{"id": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "address": "fa:16:3e:98:12:12", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9336cf7f-83", "ovs_interfaceid": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.190580] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679301, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.354789] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e45540de-a6d7-4630-93aa-899baf89bade tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.304s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.373938] env[63380]: DEBUG oslo_vmware.api [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679300, 'name': PowerOnVM_Task, 'duration_secs': 1.127232} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.374814] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.375122] env[63380]: INFO nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Took 13.47 seconds to spawn the instance on the hypervisor. [ 567.375264] env[63380]: DEBUG nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.379018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a41b2-9c6f-4c17-a8ed-2c246ec12617 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.383021] env[63380]: DEBUG nova.compute.utils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.385961] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.385961] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.450574] env[63380]: DEBUG oslo_vmware.api [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679299, 'name': PowerOnVM_Task, 'duration_secs': 1.60011} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.454315] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.455208] env[63380]: INFO nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Took 11.23 seconds to spawn the instance on the hypervisor. [ 567.455208] env[63380]: DEBUG nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.455706] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Successfully updated port: a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.458992] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05949e-c700-47ac-afc5-f5a7b04c9f46 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.496650] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c41d9c4-e30e-405e-8fe3-8106cbea6af9 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.981s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.576247] env[63380]: DEBUG nova.policy [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a238e171d84b4118876b36007be4e3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17735aa3ceca4d3499e5f5e556d0b635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.665689] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a55bd2b-470a-40e9-851b-84607ec6ea52 req-b9727b7d-1d97-4256-9c70-50a133ef49da service nova] Releasing lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.692664] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.124962} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.693379] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Copied Virtual Disk [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk to [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.695018] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleting the datastore file [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/tmp-sparse.vmdk {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 567.695018] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab026011-f162-4313-9714-5f1f7618fb36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.702792] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 567.702792] env[63380]: value = "task-2679302" [ 567.702792] env[63380]: _type = "Task" [ 567.702792] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.715685] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.860309] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.889747] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.902878] env[63380]: INFO nova.compute.manager [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Took 21.47 seconds to build instance. [ 567.963211] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.963600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquired lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.963600] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.980797] env[63380]: INFO nova.compute.manager [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Took 21.21 seconds to build instance. [ 568.002178] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.215427] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03313} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.218262] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.218482] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Moving file from [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6/79ed69e5-5788-4ca0-aae2-a55a1efd5c06 to [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06. {{(pid=63380) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 568.219160] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-44d7d815-c87d-4c9a-9364-4afbe1678315 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.227572] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 568.227572] env[63380]: value = "task-2679303" [ 568.227572] env[63380]: _type = "Task" [ 568.227572] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.233681] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d79d7da-d873-4ca4-8769-fd5b7d9768fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.239646] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679303, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.244876] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e551c-105c-42c1-b17f-9fea277cd15b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.275771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd4f42-fc6c-4810-a035-fa7a1330d9ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.283305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926a50e-3308-4738-81f4-460bf78a78df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.297449] env[63380]: DEBUG nova.compute.provider_tree [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.387200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.401788] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dcbca69-d1a3-4b18-87af-3ffd69715653 tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.983s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.484990] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43fee310-8831-4379-9205-7a95e6335fa1 tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.730s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.534165] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.572640] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.605365] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Successfully updated port: b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.746774] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679303, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036315} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.748942] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] File moved {{(pid=63380) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 568.749147] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Cleaning up location [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 568.750056] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleting the datastore file [datastore2] vmware_temp/ca9483f8-21ec-4e29-a24a-b03c25c65ec6 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.750056] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52d049b-2f59-4a7f-b627-4a024e0d09ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.756851] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 568.756851] env[63380]: value = "task-2679304" [ 568.756851] env[63380]: _type = "Task" [ 568.756851] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.770666] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.802093] env[63380]: DEBUG nova.scheduler.client.report [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.901220] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.908102] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.952201] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.953190] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.953190] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.953190] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.953190] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.954102] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.954362] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.954535] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.954737] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.954933] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.955196] env[63380]: DEBUG nova.virt.hardware [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.956290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871833b-a95e-4892-9c9b-0f2c44cb1a8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.967234] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d3d5e-4797-412d-aaf3-f5ac7f82f27f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.988064] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.084383] env[63380]: DEBUG nova.compute.manager [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Received event network-vif-plugged-a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.084383] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Acquiring lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.084383] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.084383] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.084985] env[63380]: DEBUG nova.compute.manager [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] No waiting events found dispatching network-vif-plugged-a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.085380] env[63380]: WARNING nova.compute.manager [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Received unexpected event network-vif-plugged-a8d252fc-32ed-40a8-88e3-5748a3d02482 for instance with vm_state building and task_state spawning. [ 569.085785] env[63380]: DEBUG nova.compute.manager [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Received event network-changed-a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.086605] env[63380]: DEBUG nova.compute.manager [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Refreshing instance network info cache due to event network-changed-a8d252fc-32ed-40a8-88e3-5748a3d02482. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.086605] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Acquiring lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.104207] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Successfully created port: ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.108054] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.108195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.108378] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.258410] env[63380]: DEBUG nova.network.neutron [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Updating instance_info_cache with network_info: [{"id": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "address": "fa:16:3e:27:ec:70", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d252fc-32", "ovs_interfaceid": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.268920] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031374} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.269280] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 569.269937] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb1e55f-e399-41a5-bf5d-2f26c18cc7ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.277260] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 569.277260] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5226f3e6-17f4-9984-df86-96924e170da8" [ 569.277260] env[63380]: _type = "Task" [ 569.277260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.286286] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5226f3e6-17f4-9984-df86-96924e170da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.306980] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.307555] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.310339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.821s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.440169] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.522650] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.764800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Releasing lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.767112] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Instance network_info: |[{"id": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "address": "fa:16:3e:27:ec:70", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d252fc-32", "ovs_interfaceid": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.767686] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Acquired lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.768826] env[63380]: DEBUG nova.network.neutron [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Refreshing network info cache for port a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.769801] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ec:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d252fc-32ed-40a8-88e3-5748a3d02482', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.785255] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Creating folder: Project (7c229256017c4dd6bf939388e9c551ad). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.785393] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.788046] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cde2e4d-8104-45c1-9994-de8a3d9277d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.810168] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5226f3e6-17f4-9984-df86-96924e170da8, 'name': SearchDatastore_Task, 'duration_secs': 0.034628} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.812184] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.812184] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31a648e9-2f8c-4a79-ad98-90376e353507/31a648e9-2f8c-4a79-ad98-90376e353507.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.812184] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Created folder: Project (7c229256017c4dd6bf939388e9c551ad) in parent group-v540155. [ 569.812542] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Creating folder: Instances. Parent ref: group-v540174. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.814125] env[63380]: DEBUG nova.compute.utils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 569.826290] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.826555] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.826810] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e609d2cc-556d-48cf-9e6c-d6e9f365bb50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.833952] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39860826-64d9-4688-ac10-d717e4266896 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.837491] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.837666] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.840644] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da0a71e-ad22-4a40-aa79-786ef67e5b9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.848384] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 569.848384] env[63380]: value = "task-2679306" [ 569.848384] env[63380]: _type = "Task" [ 569.848384] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.849856] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.850886] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.855389] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3f09c1-27d9-4e9c-93a8-5cdcc6b7e4c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.859806] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Created folder: Instances in parent group-v540174. [ 569.860056] env[63380]: DEBUG oslo.service.loopingcall [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.861037] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.861231] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e19270d9-c34c-47bf-b540-71db4fb165ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.882039] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 569.882039] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525b45a3-decd-8f85-2d75-70e651f5f52d" [ 569.882039] env[63380]: _type = "Task" [ 569.882039] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.882039] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.889582] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.889582] env[63380]: value = "task-2679308" [ 569.889582] env[63380]: _type = "Task" [ 569.889582] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.893060] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525b45a3-decd-8f85-2d75-70e651f5f52d, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.896650] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb521221-2d05-4bc2-8c6f-f4005cde25e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.904050] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679308, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.905116] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 569.905116] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3688d-ec92-939b-d229-b047c6c435bb" [ 569.905116] env[63380]: _type = "Task" [ 569.905116] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.913034] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3688d-ec92-939b-d229-b047c6c435bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.989386] env[63380]: DEBUG nova.policy [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d221d13026d4e5cae8addd7d0adf633', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '938c2735735a45ed9168dbc9a5a693d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.028297] env[63380]: INFO nova.compute.manager [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Rebuilding instance [ 570.088511] env[63380]: DEBUG nova.compute.manager [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.089646] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ecb34d-07a0-4a49-bc9e-e7ce4a14028c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.338178] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.356663] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9add3921-e831-4935-9dda-6fcf15645bef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.356848] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance f98281a2-a7a8-4f9b-9fd9-10b351880f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.356940] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance aba5657e-4e33-42a8-9730-6a04e0541b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.357168] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 31a648e9-2f8c-4a79-ad98-90376e353507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.367105] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679306, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.406171] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679308, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.420406] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3688d-ec92-939b-d229-b047c6c435bb, 'name': SearchDatastore_Task, 'duration_secs': 0.019011} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.426489] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.426834] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ffc580a7-0d0e-4e73-8e19-ddb026037c5a/ffc580a7-0d0e-4e73-8e19-ddb026037c5a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.427528] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b738f4-5242-4399-82bc-a55564da16d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.436122] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 570.436122] env[63380]: value = "task-2679309" [ 570.436122] env[63380]: _type = "Task" [ 570.436122] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.446731] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.464845] env[63380]: DEBUG nova.network.neutron [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Updating instance_info_cache with network_info: [{"id": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "address": "fa:16:3e:7d:4e:cc", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b0c0cc-9f", "ovs_interfaceid": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.685527] env[63380]: DEBUG nova.compute.manager [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Received event network-vif-plugged-b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.685527] env[63380]: DEBUG oslo_concurrency.lockutils [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] Acquiring lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.685527] env[63380]: DEBUG oslo_concurrency.lockutils [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.685527] env[63380]: DEBUG oslo_concurrency.lockutils [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.685527] env[63380]: DEBUG nova.compute.manager [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] No waiting events found dispatching network-vif-plugged-b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.685778] env[63380]: WARNING nova.compute.manager [req-d1a7bdb1-cfd4-4af6-81fc-02af46784479 req-2f52ebc5-283f-40a3-92cb-c1de1a8f01a5 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Received unexpected event network-vif-plugged-b8b0c0cc-9f44-4ef9-a45b-447630383b9c for instance with vm_state building and task_state spawning. [ 570.864367] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 570.864848] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 59d7aa65-9a57-4598-963b-c6f5ab5c4f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.864989] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c8230217-bec8-44c2-bd26-fd6792527ad1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.865153] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance ce48dbdc-0840-452f-b076-37159a59cd9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.865300] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 15cf0b96-8d9e-4ef6-8310-1490accb24dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 570.872408] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828249} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.873058] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31a648e9-2f8c-4a79-ad98-90376e353507/31a648e9-2f8c-4a79-ad98-90376e353507.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.874406] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.874724] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a9b305-ef1d-420d-af2e-a91a3ef4f2f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.884308] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 570.884308] env[63380]: value = "task-2679310" [ 570.884308] env[63380]: _type = "Task" [ 570.884308] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.897825] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.908400] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679308, 'name': CreateVM_Task, 'duration_secs': 0.604196} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.908619] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.909461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.909653] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.910693] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.910915] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0449a9e2-e439-44a9-9e14-a86f14b225a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.917137] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 570.917137] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8f80c-cf61-451b-4543-d35b39b3157a" [ 570.917137] env[63380]: _type = "Task" [ 570.917137] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.929599] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8f80c-cf61-451b-4543-d35b39b3157a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.950818] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.969664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.969664] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance network_info: |[{"id": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "address": "fa:16:3e:7d:4e:cc", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b0c0cc-9f", "ovs_interfaceid": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.973426] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b0c0cc-9f44-4ef9-a45b-447630383b9c', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.981572] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating folder: Project (17735aa3ceca4d3499e5f5e556d0b635). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.981935] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44be7f8d-fe72-4d6d-bab2-48254ccfc872 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.998590] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created folder: Project (17735aa3ceca4d3499e5f5e556d0b635) in parent group-v540155. [ 570.998647] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating folder: Instances. Parent ref: group-v540177. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.998944] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81688fca-3fd1-4619-ac1f-b3b21beca4f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.010179] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created folder: Instances in parent group-v540177. [ 571.010510] env[63380]: DEBUG oslo.service.loopingcall [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.010755] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.011170] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00a1c8b-214a-420e-b9ff-c9463c1abbb4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.034114] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.034114] env[63380]: value = "task-2679313" [ 571.034114] env[63380]: _type = "Task" [ 571.034114] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.047359] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679313, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.107489] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.107489] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5788f113-462c-4704-bb00-7c9490fb5c66 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.125219] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 571.125219] env[63380]: value = "task-2679314" [ 571.125219] env[63380]: _type = "Task" [ 571.125219] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.137641] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.350698] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.356272] env[63380]: DEBUG nova.network.neutron [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Updated VIF entry in instance network info cache for port a8d252fc-32ed-40a8-88e3-5748a3d02482. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.356511] env[63380]: DEBUG nova.network.neutron [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Updating instance_info_cache with network_info: [{"id": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "address": "fa:16:3e:27:ec:70", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d252fc-32", "ovs_interfaceid": "a8d252fc-32ed-40a8-88e3-5748a3d02482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.374076] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 55c1ac8c-190b-4b03-9a68-5287e8186862 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.401118] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108006} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.401292] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.403688] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.403844] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.404225] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.404225] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.404307] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.405282] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.405282] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.405282] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.405282] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.405282] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.405448] env[63380]: DEBUG nova.virt.hardware [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.406555] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd2b1e-5881-4d8b-9d47-5b306e9c5dbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.410186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6593218-72fc-46ca-9e71-af0ca86cc638 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.439491] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 31a648e9-2f8c-4a79-ad98-90376e353507/31a648e9-2f8c-4a79-ad98-90376e353507.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.446059] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d0876a-380a-44f2-bd2e-cbddc60fc176 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.466231] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374a0334-08ba-4628-abb9-aa5be994758e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.472121] env[63380]: DEBUG nova.compute.manager [None req-32d7bfbc-97ad-4720-bf5e-27f3a4cad527 tempest-ServerDiagnosticsTest-1384918945 tempest-ServerDiagnosticsTest-1384918945-project-admin] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.475276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75471c-544c-41a7-ab7b-53eb3a3d823d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.486162] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8f80c-cf61-451b-4543-d35b39b3157a, 'name': SearchDatastore_Task, 'duration_secs': 0.052056} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.486162] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 571.486162] env[63380]: value = "task-2679315" [ 571.486162] env[63380]: _type = "Task" [ 571.486162] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.490746] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.490996] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.493359] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.493359] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.493359] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.493359] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801815} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.503468] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Successfully created port: 4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.505457] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98b0756-cffe-4a08-a91c-2e1ac633e598 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.510133] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ffc580a7-0d0e-4e73-8e19-ddb026037c5a/ffc580a7-0d0e-4e73-8e19-ddb026037c5a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.510411] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.511650] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3b5de16-6a7b-4ff7-8fa4-fb91283770d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.515600] env[63380]: INFO nova.compute.manager [None req-32d7bfbc-97ad-4720-bf5e-27f3a4cad527 tempest-ServerDiagnosticsTest-1384918945 tempest-ServerDiagnosticsTest-1384918945-project-admin] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Retrieving diagnostics [ 571.516605] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de8e17-4128-4f84-bc81-b695b9561294 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.522576] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.526522] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 571.526522] env[63380]: value = "task-2679316" [ 571.526522] env[63380]: _type = "Task" [ 571.526522] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.557565] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.557565] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.561472] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1cce810-72d5-43da-b8b5-6fd94bb2f384 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.566789] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.572108] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679313, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.573412] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 571.573412] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ece983-fbd5-1376-2e52-d7d8e73d3228" [ 571.573412] env[63380]: _type = "Task" [ 571.573412] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.581172] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ece983-fbd5-1376-2e52-d7d8e73d3228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.637752] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679314, 'name': PowerOffVM_Task, 'duration_secs': 0.222759} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.638106] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.638338] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.639117] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828b70e8-86c1-4f1a-be13-5c97e31326d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.650025] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.650025] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dc0e934-c0c8-4a55-8214-c4bc473e8ef5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.673483] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.673483] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.673483] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Deleting the datastore file [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.673483] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0f02db-1bab-47e4-ad61-dcf418b160b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.680469] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 571.680469] env[63380]: value = "task-2679318" [ 571.680469] env[63380]: _type = "Task" [ 571.680469] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.688829] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.805331] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.805624] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.805796] env[63380]: DEBUG nova.compute.manager [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.806746] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc21c5-e826-45c9-82f5-be990ba18ea8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.813724] env[63380]: DEBUG nova.compute.manager [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 571.814363] env[63380]: DEBUG nova.objects.instance [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lazy-loading 'flavor' on Instance uuid 59d7aa65-9a57-4598-963b-c6f5ab5c4f69 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 571.860915] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff85203e-896e-4326-8cd2-5903f551be9e req-7e20a44c-b15b-48b1-84be-5d8179af700f service nova] Releasing lock "refresh_cache-c8230217-bec8-44c2-bd26-fd6792527ad1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.877437] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5e79d61a-5b7a-4793-a6bd-62be6fd39a92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 571.877743] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 0d658d72-9b28-435c-a069-d40b589cccd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.006425] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.039363] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245393} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.039363] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.040540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4205c36d-57c1-42f7-92e1-245378cfc6da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.070664] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] ffc580a7-0d0e-4e73-8e19-ddb026037c5a/ffc580a7-0d0e-4e73-8e19-ddb026037c5a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.074409] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c493677-5615-4c20-95b1-d47d7f9b68cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.101439] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679313, 'name': CreateVM_Task, 'duration_secs': 0.899644} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.109508] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.109732] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 572.109732] env[63380]: value = "task-2679319" [ 572.109732] env[63380]: _type = "Task" [ 572.109732] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.109834] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ece983-fbd5-1376-2e52-d7d8e73d3228, 'name': SearchDatastore_Task, 'duration_secs': 0.05586} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.111685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.111685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.111685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.112272] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd17fc19-d9b6-406a-a95a-b8252216bcf6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.122108] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4942c502-6984-43a2-b9f6-2232d26679ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.127532] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 572.127532] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c71a0e-acea-ccd9-6c36-3396f55c797b" [ 572.127532] env[63380]: _type = "Task" [ 572.127532] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.132494] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 572.132494] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dd99a-f6a2-4249-471f-4e9cbee91d1d" [ 572.132494] env[63380]: _type = "Task" [ 572.132494] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.132494] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.152255] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c71a0e-acea-ccd9-6c36-3396f55c797b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.152255] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dd99a-f6a2-4249-471f-4e9cbee91d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.198026] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390617} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.198026] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.198026] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.198026] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.382532] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9148c0e1-9c02-491d-aec8-d7b310591203 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 572.382725] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance ffc580a7-0d0e-4e73-8e19-ddb026037c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 572.508681] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679315, 'name': ReconfigVM_Task, 'duration_secs': 0.898946} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.508925] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 31a648e9-2f8c-4a79-ad98-90376e353507/31a648e9-2f8c-4a79-ad98-90376e353507.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.509650] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d60e48-d647-4211-8383-7853053fd2b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.517823] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 572.517823] env[63380]: value = "task-2679320" [ 572.517823] env[63380]: _type = "Task" [ 572.517823] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.531938] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679320, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.626323] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.646639] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c71a0e-acea-ccd9-6c36-3396f55c797b, 'name': SearchDatastore_Task, 'duration_secs': 0.0361} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.646639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.646639] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.646639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.652346] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dd99a-f6a2-4249-471f-4e9cbee91d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.035497} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.652592] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.652864] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c8230217-bec8-44c2-bd26-fd6792527ad1/c8230217-bec8-44c2-bd26-fd6792527ad1.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.653402] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.653594] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.653821] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8df98e-f4c0-47d1-b29b-d2f16ab2c2ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.656128] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3526fe6c-0192-4d0c-a181-7d3420afc936 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.664413] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 572.664413] env[63380]: value = "task-2679321" [ 572.664413] env[63380]: _type = "Task" [ 572.664413] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.669058] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.669266] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.674741] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c54abe8-a625-46bc-9bd7-b9b13151aaec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.676493] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.679743] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 572.679743] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523bf33f-3bc0-48f1-ff32-c00acfc14517" [ 572.679743] env[63380]: _type = "Task" [ 572.679743] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.688206] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523bf33f-3bc0-48f1-ff32-c00acfc14517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.735103] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Successfully updated port: ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.825688] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.826018] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-276feb5d-9890-4296-b534-1bd993637ddf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.833651] env[63380]: DEBUG oslo_vmware.api [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 572.833651] env[63380]: value = "task-2679322" [ 572.833651] env[63380]: _type = "Task" [ 572.833651] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.843569] env[63380]: DEBUG oslo_vmware.api [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.889331] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance b5dba955-0b52-47cb-a6d6-85c751f74038 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.036604] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679320, 'name': Rename_Task, 'duration_secs': 0.160381} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.036914] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.037345] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fecc4c4-c95b-4929-b6c1-232fc7e3c022 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.044332] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 573.044332] env[63380]: value = "task-2679323" [ 573.044332] env[63380]: _type = "Task" [ 573.044332] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.054880] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.102346] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.102346] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.125030] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679319, 'name': ReconfigVM_Task, 'duration_secs': 0.622609} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.125417] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] ffc580a7-0d0e-4e73-8e19-ddb026037c5a/ffc580a7-0d0e-4e73-8e19-ddb026037c5a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.126331] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d10770db-4ad2-4637-9cda-a94c7d162bb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.136024] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 573.136024] env[63380]: value = "task-2679324" [ 573.136024] env[63380]: _type = "Task" [ 573.136024] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.144565] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679324, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.176336] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679321, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.189437] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523bf33f-3bc0-48f1-ff32-c00acfc14517, 'name': SearchDatastore_Task, 'duration_secs': 0.018099} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.190257] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f92439-d0b8-4ef7-acc0-5d5233e0f3e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.199898] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 573.199898] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522e8c46-0a8c-75ae-4db0-0cb3803645b1" [ 573.199898] env[63380]: _type = "Task" [ 573.199898] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.212113] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522e8c46-0a8c-75ae-4db0-0cb3803645b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.212251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.213405] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.213405] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c8eb2a-e67c-4d11-80e3-541f8cc686c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.220338] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 573.220338] env[63380]: value = "task-2679325" [ 573.220338] env[63380]: _type = "Task" [ 573.220338] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.229458] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.240679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.240858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.244046] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.257554] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.257554] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.257554] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.257554] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.257723] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.257723] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.257723] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.257723] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.257723] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.257903] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.257903] env[63380]: DEBUG nova.virt.hardware [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.259403] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0300ba-157c-49f6-a2f0-78f2f44991a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.268771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e91a4d-ad4e-4304-8572-c38576dc36da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.283240] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.289719] env[63380]: DEBUG oslo.service.loopingcall [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.289719] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.290208] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f754e9-a98f-48b9-a46a-ade2426cf18d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.310647] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.310647] env[63380]: value = "task-2679326" [ 573.310647] env[63380]: _type = "Task" [ 573.310647] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.319205] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679326, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.327210] env[63380]: DEBUG nova.compute.manager [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.327210] env[63380]: DEBUG nova.compute.manager [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing instance network info cache due to event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.327210] env[63380]: DEBUG oslo_concurrency.lockutils [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] Acquiring lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.327210] env[63380]: DEBUG oslo_concurrency.lockutils [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] Acquired lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.327210] env[63380]: DEBUG nova.network.neutron [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.347115] env[63380]: DEBUG oslo_vmware.api [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679322, 'name': PowerOffVM_Task, 'duration_secs': 0.322955} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.347429] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.347743] env[63380]: DEBUG nova.compute.manager [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.348835] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3eb42a-c82d-4773-b869-d6a20f3faf7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.393155] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 4bb54750-5656-4048-83a5-d0a4996a88e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.557017] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.649668] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679324, 'name': Rename_Task, 'duration_secs': 0.18432} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.649950] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.650669] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcde365-41a3-49cc-a4b0-8dcee3e39758 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.661749] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 573.661749] env[63380]: value = "task-2679327" [ 573.661749] env[63380]: _type = "Task" [ 573.661749] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.677487] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.682116] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51488} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.682542] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c8230217-bec8-44c2-bd26-fd6792527ad1/c8230217-bec8-44c2-bd26-fd6792527ad1.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.682779] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.683984] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe383a8-9b94-4f5b-9c1c-d9d9b6d937ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.695716] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 573.695716] env[63380]: value = "task-2679328" [ 573.695716] env[63380]: _type = "Task" [ 573.695716] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.707423] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.734498] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.750652] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Successfully updated port: 4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.834419] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679326, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.866516] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f23ea103-9e47-4bf7-92a9-4ff4595bdf28 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.872971] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.891343] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.891766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.897412] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 036679d7-7311-4f0e-8223-e0665f640d9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 573.897901] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 573.897901] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 574.057415] env[63380]: DEBUG oslo_vmware.api [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679323, 'name': PowerOnVM_Task, 'duration_secs': 0.875317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.057415] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.057415] env[63380]: INFO nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Took 12.86 seconds to spawn the instance on the hypervisor. [ 574.057415] env[63380]: DEBUG nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.058970] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec1f1d-81c3-4b6a-908f-9e6308fc0955 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.176420] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679327, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.204841] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14978} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.207690] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.208832] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8114d1b1-6aaf-4220-82f0-563e6d0a3728 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.236431] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] c8230217-bec8-44c2-bd26-fd6792527ad1/c8230217-bec8-44c2-bd26-fd6792527ad1.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.244823] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bb3f5e-040d-4499-8d1b-6fe38ea34223 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.259612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.259757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.259908] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.269052] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61528} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.269052] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.269327] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.269521] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 574.269521] env[63380]: value = "task-2679333" [ 574.269521] env[63380]: _type = "Task" [ 574.269521] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.269645] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d84a479d-a006-4ab4-99ec-726516f52b0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.276722] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335fca18-1139-4ba2-b247-27840046e690 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.282185] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 574.282185] env[63380]: value = "task-2679334" [ 574.282185] env[63380]: _type = "Task" [ 574.282185] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.293395] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.295847] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ae6ec-0eb3-4cb7-9aa2-e6db44f054a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.302153] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.337922] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f1ba90-8add-4749-9c25-613f1d2b554d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.347094] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679326, 'name': CreateVM_Task, 'duration_secs': 0.637327} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.348231] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.348738] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.348898] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.349249] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.350538] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f08ab-52d9-44ef-9860-7fbcd15019a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.354334] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dfc44a-fb9f-44b5-bb22-9297479b876f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.366952] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 574.366952] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521198e4-23e4-bacc-fa72-69603ddfbf7c" [ 574.366952] env[63380]: _type = "Task" [ 574.366952] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.368050] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.382255] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521198e4-23e4-bacc-fa72-69603ddfbf7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.382255] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.382415] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.382645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.382787] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.382961] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.383515] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f01bc4a5-1c0e-4d43-8938-88b03ebd8934 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.393129] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.393129] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.393836] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405c8064-ed8c-4a12-874d-19ffaa5c0402 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.399870] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 574.399870] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52172a38-d009-c692-06ed-27effa2e9846" [ 574.399870] env[63380]: _type = "Task" [ 574.399870] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.410293] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52172a38-d009-c692-06ed-27effa2e9846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.447159] env[63380]: DEBUG nova.network.neutron [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Updating instance_info_cache with network_info: [{"id": "ad561eb3-b604-4818-8a54-3144942aaa3b", "address": "fa:16:3e:65:12:4d", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad561eb3-b6", "ovs_interfaceid": "ad561eb3-b604-4818-8a54-3144942aaa3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.457681] env[63380]: DEBUG nova.network.neutron [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updated VIF entry in instance network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.457681] env[63380]: DEBUG nova.network.neutron [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [{"id": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "address": "fa:16:3e:ff:36:01", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf138c8-0b", "ovs_interfaceid": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.542024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "aba5657e-4e33-42a8-9730-6a04e0541b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.542024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.542024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.542024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.542275] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.547202] env[63380]: INFO nova.compute.manager [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Terminating instance [ 574.586128] env[63380]: INFO nova.compute.manager [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Took 27.06 seconds to build instance. [ 574.677643] env[63380]: DEBUG oslo_vmware.api [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679327, 'name': PowerOnVM_Task, 'duration_secs': 0.859277} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.677990] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.678316] env[63380]: INFO nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Took 15.93 seconds to spawn the instance on the hypervisor. [ 574.678588] env[63380]: DEBUG nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.679470] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d3fe7-0010-4d64-a580-d81a950d27a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.789017] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679333, 'name': ReconfigVM_Task, 'duration_secs': 0.424836} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.792904] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Reconfigured VM instance instance-00000007 to attach disk [datastore2] c8230217-bec8-44c2-bd26-fd6792527ad1/c8230217-bec8-44c2-bd26-fd6792527ad1.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.793692] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a3c01e1-b043-41e4-a7ba-26f5a29b66dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.801505] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073309} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.803078] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.803490] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 574.803490] env[63380]: value = "task-2679335" [ 574.803490] env[63380]: _type = "Task" [ 574.803490] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.804247] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f08ed-d857-4460-b171-59cc3e34ed00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.836403] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.840640] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de5867e-cad9-42d6-9082-f5ce0bdb6917 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.856156] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679335, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.859257] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.864402] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 574.864402] env[63380]: value = "task-2679336" [ 574.864402] env[63380]: _type = "Task" [ 574.864402] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.875818] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.900471] env[63380]: ERROR nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [req-f3a7f84e-8036-44b0-bd00-37b06220e3cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3a7f84e-8036-44b0-bd00-37b06220e3cc"}]} [ 574.915910] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52172a38-d009-c692-06ed-27effa2e9846, 'name': SearchDatastore_Task, 'duration_secs': 0.021351} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.919011] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cddf03b-1cea-4b11-8fec-5f43064a04a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.923992] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 574.923992] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200b098-a51e-ef5c-cc91-17871c7a5bed" [ 574.923992] env[63380]: _type = "Task" [ 574.923992] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.930953] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 574.939516] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200b098-a51e-ef5c-cc91-17871c7a5bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.950887] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.951934] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Instance network_info: |[{"id": "ad561eb3-b604-4818-8a54-3144942aaa3b", "address": "fa:16:3e:65:12:4d", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad561eb3-b6", "ovs_interfaceid": "ad561eb3-b604-4818-8a54-3144942aaa3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.952411] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 574.952580] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 574.954875] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:12:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad561eb3-b604-4818-8a54-3144942aaa3b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.969806] env[63380]: DEBUG oslo.service.loopingcall [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.970579] env[63380]: DEBUG oslo_concurrency.lockutils [req-2241ebda-35d4-45c4-810f-6e09ae225328 req-f745c23c-bd42-4a9b-8043-419b78f901a1 service nova] Releasing lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.970939] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.971196] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27b620d-1aaa-4fc5-b527-e21fc31e57f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.994061] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 575.004481] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.004481] env[63380]: value = "task-2679337" [ 575.004481] env[63380]: _type = "Task" [ 575.004481] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.016745] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679337, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.021610] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 575.034682] env[63380]: DEBUG nova.compute.manager [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Received event network-changed-b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.034776] env[63380]: DEBUG nova.compute.manager [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Refreshing instance network info cache due to event network-changed-b8b0c0cc-9f44-4ef9-a45b-447630383b9c. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.034997] env[63380]: DEBUG oslo_concurrency.lockutils [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] Acquiring lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.035159] env[63380]: DEBUG oslo_concurrency.lockutils [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] Acquired lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.035342] env[63380]: DEBUG nova.network.neutron [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Refreshing network info cache for port b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.052279] env[63380]: DEBUG nova.compute.manager [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.052582] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.054343] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dc45b2-5d13-4bcd-92cb-6cfe53cb7c26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.062602] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.062788] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a89630-0421-4dce-adf3-57cd17ced70e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.071737] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 575.071737] env[63380]: value = "task-2679338" [ 575.071737] env[63380]: _type = "Task" [ 575.071737] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.079742] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.089173] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36dbff2a-d47a-4b43-84b8-e9a8bd6f45dd tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.582s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.176982] env[63380]: DEBUG nova.network.neutron [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Updating instance_info_cache with network_info: [{"id": "4a24b592-dd87-4872-8a82-9a050283f8cc", "address": "fa:16:3e:f8:3d:0e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a24b592-dd", "ovs_interfaceid": "4a24b592-dd87-4872-8a82-9a050283f8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.199876] env[63380]: INFO nova.compute.manager [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Took 27.68 seconds to build instance. [ 575.325467] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679335, 'name': Rename_Task, 'duration_secs': 0.159591} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.328516] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.328998] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a70169-f85e-4280-a319-165ce5b24218 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.338475] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 575.338475] env[63380]: value = "task-2679339" [ 575.338475] env[63380]: _type = "Task" [ 575.338475] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.355826] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.371137] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70364262-f5c1-4ea6-853c-15296ca811e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.382457] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.387745] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8204605-654d-4a96-87f1-002270a1bc51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.422771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b029c9c-3ea9-4c7a-b4ab-06c7961652c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.437386] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31961362-9d5b-4976-a93d-0ceb79bfedad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.441820] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200b098-a51e-ef5c-cc91-17871c7a5bed, 'name': SearchDatastore_Task, 'duration_secs': 0.024748} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.442173] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.442425] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.443133] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b0c179-4336-48a2-9917-dad325e9bf04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.459450] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 575.462531] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 575.462531] env[63380]: value = "task-2679340" [ 575.462531] env[63380]: _type = "Task" [ 575.462531] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.471205] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.521062] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679337, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.581248] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.592543] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.685127] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.685127] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Instance network_info: |[{"id": "4a24b592-dd87-4872-8a82-9a050283f8cc", "address": "fa:16:3e:f8:3d:0e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a24b592-dd", "ovs_interfaceid": "4a24b592-dd87-4872-8a82-9a050283f8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.685616] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:3d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a24b592-dd87-4872-8a82-9a050283f8cc', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.695296] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Creating folder: Project (938c2735735a45ed9168dbc9a5a693d2). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.695493] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e6b8494-e685-40c0-9544-01b88fd99a7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.702250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba64d442-ef27-41ff-859e-f389062b02b7 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.197s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.709131] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Created folder: Project (938c2735735a45ed9168dbc9a5a693d2) in parent group-v540155. [ 575.709475] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Creating folder: Instances. Parent ref: group-v540185. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.709753] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fa97949-af03-440a-964f-e0b5d675d779 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.718979] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Created folder: Instances in parent group-v540185. [ 575.722196] env[63380]: DEBUG oslo.service.loopingcall [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.722196] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.722196] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b85149a3-ccfa-4773-b093-95204017b8e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.749652] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.749652] env[63380]: value = "task-2679343" [ 575.749652] env[63380]: _type = "Task" [ 575.749652] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.764539] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679343, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.850071] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.887260] env[63380]: DEBUG nova.network.neutron [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Updated VIF entry in instance network info cache for port b8b0c0cc-9f44-4ef9-a45b-447630383b9c. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.887787] env[63380]: DEBUG nova.network.neutron [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Updating instance_info_cache with network_info: [{"id": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "address": "fa:16:3e:7d:4e:cc", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b0c0cc-9f", "ovs_interfaceid": "b8b0c0cc-9f44-4ef9-a45b-447630383b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.892152] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679336, 'name': ReconfigVM_Task, 'duration_secs': 0.675797} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.892152] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.892152] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ebb09c-0919-4647-943d-9585d44850a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.903025] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 575.903025] env[63380]: value = "task-2679344" [ 575.903025] env[63380]: _type = "Task" [ 575.903025] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.911316] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679344, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.919147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "98361a6b-ae46-49da-82c5-612246fafa86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.919147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.981424] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.988915] env[63380]: ERROR nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [req-731f6e21-1515-4640-b604-ed3c4cbaa37a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-731f6e21-1515-4640-b604-ed3c4cbaa37a"}]} [ 576.010973] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 576.019760] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679337, 'name': CreateVM_Task, 'duration_secs': 0.524656} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.019760] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.020306] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.021106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.021106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.021106] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7014ed-1837-486e-b5ba-d570c1303176 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.026893] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 576.026893] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cf2525-6c24-f1c5-9d56-d62ecd3f872a" [ 576.026893] env[63380]: _type = "Task" [ 576.026893] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.036770] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cf2525-6c24-f1c5-9d56-d62ecd3f872a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.037769] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 576.037886] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.052541] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 576.080770] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 576.086717] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679338, 'name': PowerOffVM_Task, 'duration_secs': 0.713462} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.086982] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.087153] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.087401] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0befbc5-683b-4861-a570-011f03dc5b19 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.127120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.150724] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.150974] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.151184] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Deleting the datastore file [datastore1] aba5657e-4e33-42a8-9730-6a04e0541b06 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.154132] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f515ecbc-4f34-4de0-9ab6-ed631df0cb4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.160661] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for the task: (returnval){ [ 576.160661] env[63380]: value = "task-2679346" [ 576.160661] env[63380]: _type = "Task" [ 576.160661] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.175583] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.204979] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.273817] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679343, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.358358] env[63380]: DEBUG oslo_vmware.api [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679339, 'name': PowerOnVM_Task, 'duration_secs': 0.70914} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.359964] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.360521] env[63380]: INFO nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Took 12.72 seconds to spawn the instance on the hypervisor. [ 576.361367] env[63380]: DEBUG nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.362276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b3aca-7056-40e9-b6ad-4fceb49eca54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.390486] env[63380]: DEBUG oslo_concurrency.lockutils [req-edf51afd-37b1-44aa-a36e-64e2af9b7157 req-d453aad3-c3ee-4fce-83ed-e9bbbe040173 service nova] Releasing lock "refresh_cache-f98281a2-a7a8-4f9b-9fd9-10b351880f43" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.418870] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679344, 'name': Rename_Task, 'duration_secs': 0.277418} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.419134] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.419293] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d13bad97-c7da-4eae-a520-509bc6e2fb06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.429327] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 576.429327] env[63380]: value = "task-2679347" [ 576.429327] env[63380]: _type = "Task" [ 576.429327] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.442596] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.480031] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603081} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.480031] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.480399] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.480437] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c61e359-b649-4016-9a45-95b6ff2bfc89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.486961] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 576.486961] env[63380]: value = "task-2679348" [ 576.486961] env[63380]: _type = "Task" [ 576.486961] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.499704] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.503798] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6053a926-6ec4-482f-8c28-e0a334f7e82c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.511064] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3744b-7312-43f6-95e1-1f9246fa1016 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.548597] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d04da-b1fd-45ec-b56a-776b69af0034 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.562129] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aee9991-974f-4b2f-8781-ac4944872d50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.566199] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cf2525-6c24-f1c5-9d56-d62ecd3f872a, 'name': SearchDatastore_Task, 'duration_secs': 0.018343} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.568139] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.568139] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.568139] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.568139] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.568389] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.568389] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e605b4b2-ad55-435d-bbc1-111aef8de637 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.580429] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.589376] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.589376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.589687] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b64f157-fecd-4690-ab92-252cf9dc470b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.595055] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 576.595055] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52749e2b-1d3f-c51a-1079-20f4bc116030" [ 576.595055] env[63380]: _type = "Task" [ 576.595055] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.607133] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52749e2b-1d3f-c51a-1079-20f4bc116030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.620618] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Received event network-vif-plugged-ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.620825] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Acquiring lock "9add3921-e831-4935-9dda-6fcf15645bef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.621045] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Lock "9add3921-e831-4935-9dda-6fcf15645bef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.621218] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Lock "9add3921-e831-4935-9dda-6fcf15645bef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.621515] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] No waiting events found dispatching network-vif-plugged-ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.621586] env[63380]: WARNING nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Received unexpected event network-vif-plugged-ad561eb3-b604-4818-8a54-3144942aaa3b for instance with vm_state building and task_state spawning. [ 576.621698] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Received event network-changed-ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.621849] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Refreshing instance network info cache due to event network-changed-ad561eb3-b604-4818-8a54-3144942aaa3b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.622036] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Acquiring lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.622177] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Acquired lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.622334] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Refreshing network info cache for port ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.683169] env[63380]: DEBUG oslo_vmware.api [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Task: {'id': task-2679346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326093} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.683169] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.683169] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.683169] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.683169] env[63380]: INFO nova.compute.manager [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Took 1.63 seconds to destroy the instance on the hypervisor. [ 576.683424] env[63380]: DEBUG oslo.service.loopingcall [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.683424] env[63380]: DEBUG nova.compute.manager [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.683424] env[63380]: DEBUG nova.network.neutron [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.747015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.767482] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679343, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.894484] env[63380]: INFO nova.compute.manager [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Took 28.06 seconds to build instance. [ 576.946550] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679347, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.000854] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076801} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.001154] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.001968] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d335a-b1cc-4473-8e1e-1826c1782f8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.025025] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.025025] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d9d42b1-4829-48fe-b922-668dbc3074b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.046358] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 577.046358] env[63380]: value = "task-2679349" [ 577.046358] env[63380]: _type = "Task" [ 577.046358] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.055887] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.084651] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.113928] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52749e2b-1d3f-c51a-1079-20f4bc116030, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.115963] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9448fbb-8e13-49a0-90d1-59b5b4eaf927 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.123811] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 577.123811] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5296d5d8-1d41-1fde-5577-28b8b27bd85f" [ 577.123811] env[63380]: _type = "Task" [ 577.123811] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.140870] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5296d5d8-1d41-1fde-5577-28b8b27bd85f, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.141511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.141762] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 9add3921-e831-4935-9dda-6fcf15645bef/9add3921-e831-4935-9dda-6fcf15645bef.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.142027] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e6f29a-c9bf-424a-ab4c-e9d54728c0c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.153984] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 577.153984] env[63380]: value = "task-2679351" [ 577.153984] env[63380]: _type = "Task" [ 577.153984] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.165905] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.182630] env[63380]: DEBUG nova.compute.manager [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.183581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c48a52-8695-45b7-80b3-abbca6e90a25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.267532] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679343, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.400181] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0f4315c1-eabc-48da-8d23-ae9dfa974d47 tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.577s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.444408] env[63380]: DEBUG oslo_vmware.api [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679347, 'name': PowerOnVM_Task, 'duration_secs': 0.841411} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.444681] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.444878] env[63380]: INFO nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Took 11.03 seconds to spawn the instance on the hypervisor. [ 577.445375] env[63380]: DEBUG nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.445871] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9e9d3-1339-4407-85f6-fc155fbe4c4c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.561467] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.593029] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 577.593029] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.280s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.593029] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.204s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.593029] env[63380]: INFO nova.compute.claims [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.643882] env[63380]: DEBUG nova.network.neutron [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.670189] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.673061] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Updated VIF entry in instance network info cache for port ad561eb3-b604-4818-8a54-3144942aaa3b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.673479] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Updating instance_info_cache with network_info: [{"id": "ad561eb3-b604-4818-8a54-3144942aaa3b", "address": "fa:16:3e:65:12:4d", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad561eb3-b6", "ovs_interfaceid": "ad561eb3-b604-4818-8a54-3144942aaa3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.695096] env[63380]: INFO nova.compute.manager [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] instance snapshotting [ 577.695439] env[63380]: WARNING nova.compute.manager [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 577.702356] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7b851-13f9-4658-bf72-50362f2d02c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.727836] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da0febd-e095-457a-bca8-57042737105e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.771425] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679343, 'name': CreateVM_Task, 'duration_secs': 1.554841} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.771659] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.772360] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.772605] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.772879] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.773166] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbfd522-85fb-47e5-84a0-cd549dfdcb34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.778795] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 577.778795] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277c9ad-995e-65da-8fc0-e0166878ff15" [ 577.778795] env[63380]: _type = "Task" [ 577.778795] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.788703] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277c9ad-995e-65da-8fc0-e0166878ff15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.903953] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.965982] env[63380]: INFO nova.compute.manager [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Took 27.26 seconds to build instance. [ 577.981115] env[63380]: DEBUG nova.compute.manager [None req-aebaee46-2da3-4666-a73b-e7723f0381ae tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 577.982338] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee70eae-64d1-405f-9bd5-a2720d0604dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.058990] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679349, 'name': ReconfigVM_Task, 'duration_secs': 0.667608} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.059376] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.059911] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4aee25-af80-45e5-a27f-023c91babf78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.066591] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 578.066591] env[63380]: value = "task-2679352" [ 578.066591] env[63380]: _type = "Task" [ 578.066591] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.075779] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679352, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.101212] env[63380]: DEBUG nova.compute.manager [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Received event network-changed {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.102097] env[63380]: DEBUG nova.compute.manager [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Refreshing instance network info cache due to event network-changed. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.102097] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] Acquiring lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.102097] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] Acquired lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.102097] env[63380]: DEBUG nova.network.neutron [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.146369] env[63380]: INFO nova.compute.manager [-] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Took 1.46 seconds to deallocate network for instance. [ 578.165659] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871401} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.165838] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 9add3921-e831-4935-9dda-6fcf15645bef/9add3921-e831-4935-9dda-6fcf15645bef.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.166205] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.166541] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68ac230b-71fa-4c00-a547-55925f88b7dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.174438] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 578.174438] env[63380]: value = "task-2679353" [ 578.174438] env[63380]: _type = "Task" [ 578.174438] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.182295] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Releasing lock "refresh_cache-9add3921-e831-4935-9dda-6fcf15645bef" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.183600] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.183600] env[63380]: DEBUG nova.compute.manager [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing instance network info cache due to event network-changed-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.183600] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Acquiring lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.183600] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Acquired lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.183600] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Refreshing network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.189896] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.204725] env[63380]: DEBUG nova.compute.manager [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Received event network-vif-plugged-4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.204997] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Acquiring lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.205176] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.205445] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.205641] env[63380]: DEBUG nova.compute.manager [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] No waiting events found dispatching network-vif-plugged-4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.205850] env[63380]: WARNING nova.compute.manager [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Received unexpected event network-vif-plugged-4a24b592-dd87-4872-8a82-9a050283f8cc for instance with vm_state building and task_state spawning. [ 578.208855] env[63380]: DEBUG nova.compute.manager [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Received event network-changed-4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.209034] env[63380]: DEBUG nova.compute.manager [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Refreshing instance network info cache due to event network-changed-4a24b592-dd87-4872-8a82-9a050283f8cc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.209258] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Acquiring lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.209489] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Acquired lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.212398] env[63380]: DEBUG nova.network.neutron [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Refreshing network info cache for port 4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.241228] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 578.241497] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb72a898-9217-4d3b-90b1-2b6ecb764337 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.251192] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 578.251192] env[63380]: value = "task-2679354" [ 578.251192] env[63380]: _type = "Task" [ 578.251192] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.263797] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.292569] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277c9ad-995e-65da-8fc0-e0166878ff15, 'name': SearchDatastore_Task, 'duration_secs': 0.063199} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.292816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.293055] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.293190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.293442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.293596] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.293937] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a14c5116-c574-4b81-b002-286687ef56e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.308856] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.308856] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.309631] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fdd2d5-8f47-4099-ae0f-2bf05321536e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.317151] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 578.317151] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5286f6c7-70dc-4d02-b630-baadfe487128" [ 578.317151] env[63380]: _type = "Task" [ 578.317151] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.325755] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5286f6c7-70dc-4d02-b630-baadfe487128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.342607] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8e8d0a70-775c-4062-bd20-b4be133d541e tempest-ServersListShow296Test-1148680955 tempest-ServersListShow296Test-1148680955-project-member] Acquiring lock "e58c92be-42f3-49d8-8ed5-14c3d3311c60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.342607] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8e8d0a70-775c-4062-bd20-b4be133d541e tempest-ServersListShow296Test-1148680955 tempest-ServersListShow296Test-1148680955-project-member] Lock "e58c92be-42f3-49d8-8ed5-14c3d3311c60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.432348] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.469141] env[63380]: DEBUG oslo_concurrency.lockutils [None req-126bc598-4469-411d-b9d5-6b90aa6082d6 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.772s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.496884] env[63380]: INFO nova.compute.manager [None req-aebaee46-2da3-4666-a73b-e7723f0381ae tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] instance snapshotting [ 578.498868] env[63380]: DEBUG nova.objects.instance [None req-aebaee46-2da3-4666-a73b-e7723f0381ae tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lazy-loading 'flavor' on Instance uuid 31a648e9-2f8c-4a79-ad98-90376e353507 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 578.577412] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679352, 'name': Rename_Task, 'duration_secs': 0.296865} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.577412] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.577556] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6204e40-b03a-4c93-9d88-ca51951e2d9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.584438] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 578.584438] env[63380]: value = "task-2679355" [ 578.584438] env[63380]: _type = "Task" [ 578.584438] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.599186] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.654605] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.690151] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074372} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.692680] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.692680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c9015b-4db9-4d99-83f6-cf2c443bbf80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.720327] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9add3921-e831-4935-9dda-6fcf15645bef/9add3921-e831-4935-9dda-6fcf15645bef.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.726367] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0886d559-68c7-46c5-bde0-4a3ac2be4807 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.749862] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 578.749862] env[63380]: value = "task-2679356" [ 578.749862] env[63380]: _type = "Task" [ 578.749862] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.766657] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.770554] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679354, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.827422] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5286f6c7-70dc-4d02-b630-baadfe487128, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.827884] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1522eef2-86fc-4a66-9451-a6b9228868f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.841689] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 578.841689] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d499f-0bd6-491b-3ac3-68e353a00a1a" [ 578.841689] env[63380]: _type = "Task" [ 578.841689] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.850872] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d499f-0bd6-491b-3ac3-68e353a00a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.866697] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.866926] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.977658] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.983453] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "31a648e9-2f8c-4a79-ad98-90376e353507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.983918] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.983918] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "31a648e9-2f8c-4a79-ad98-90376e353507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.984571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.984571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.986995] env[63380]: INFO nova.compute.manager [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Terminating instance [ 579.004870] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ac30b-ee6b-4728-989b-7d2fe40e1267 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.045863] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98771980-69c7-45b7-a2ad-ae9f45a83919 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.098705] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.117748] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4909364c-00a5-4fec-b71f-7c58485772d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.128603] env[63380]: DEBUG nova.network.neutron [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Updating instance_info_cache with network_info: [{"id": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "address": "fa:16:3e:98:12:12", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9336cf7f-83", "ovs_interfaceid": "9336cf7f-83c7-42c8-8355-8cd4caf09452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.134932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e7801f-2a2e-4848-9b4a-ff566d6311d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.175836] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cea6fb-7a36-4a29-8263-b94cfdb5c8b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.182699] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca70bbf-b8b8-423b-8925-7daa3c03a60b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.197770] env[63380]: DEBUG nova.compute.provider_tree [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.208695] env[63380]: DEBUG nova.scheduler.client.report [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.265715] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.268951] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679354, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.283523] env[63380]: DEBUG nova.network.neutron [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Updated VIF entry in instance network info cache for port 4a24b592-dd87-4872-8a82-9a050283f8cc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.283606] env[63380]: DEBUG nova.network.neutron [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Updating instance_info_cache with network_info: [{"id": "4a24b592-dd87-4872-8a82-9a050283f8cc", "address": "fa:16:3e:f8:3d:0e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a24b592-dd", "ovs_interfaceid": "4a24b592-dd87-4872-8a82-9a050283f8cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.300397] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updated VIF entry in instance network info cache for port acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.300397] env[63380]: DEBUG nova.network.neutron [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [{"id": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "address": "fa:16:3e:ff:36:01", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacf138c8-0b", "ovs_interfaceid": "acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.359443] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d499f-0bd6-491b-3ac3-68e353a00a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014105} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.359736] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.359969] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 0d658d72-9b28-435c-a069-d40b589cccd7/0d658d72-9b28-435c-a069-d40b589cccd7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.360275] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-566f342c-fb6f-4924-b3b6-7ad0bb40de41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.367765] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 579.367765] env[63380]: value = "task-2679358" [ 579.367765] env[63380]: _type = "Task" [ 579.367765] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.376501] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.427417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.427417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.427417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.427417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.427676] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.428912] env[63380]: INFO nova.compute.manager [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Terminating instance [ 579.496656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "refresh_cache-31a648e9-2f8c-4a79-ad98-90376e353507" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.497662] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquired lock "refresh_cache-31a648e9-2f8c-4a79-ad98-90376e353507" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.497662] env[63380]: DEBUG nova.network.neutron [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.504012] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.567025] env[63380]: DEBUG nova.compute.manager [None req-aebaee46-2da3-4666-a73b-e7723f0381ae tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance disappeared during snapshot {{(pid=63380) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 579.604299] env[63380]: DEBUG oslo_vmware.api [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679355, 'name': PowerOnVM_Task, 'duration_secs': 0.872737} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.604299] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.604299] env[63380]: DEBUG nova.compute.manager [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.604299] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfcadbd-8bd4-4b84-995f-99eb4c22742e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.613816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "c8230217-bec8-44c2-bd26-fd6792527ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.613816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.613816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.613816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.614137] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.614137] env[63380]: INFO nova.compute.manager [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Terminating instance [ 579.636395] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9154276-e901-4cb0-b752-0869e93339b0 tempest-ServerExternalEventsTest-842927251 tempest-ServerExternalEventsTest-842927251-project] Releasing lock "refresh_cache-ffc580a7-0d0e-4e73-8e19-ddb026037c5a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.713433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.713667] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.716251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.183s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.720296] env[63380]: INFO nova.compute.claims [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.772452] env[63380]: DEBUG nova.compute.manager [None req-aebaee46-2da3-4666-a73b-e7723f0381ae tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Found 0 images (rotation: 2) {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 579.780108] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679356, 'name': ReconfigVM_Task, 'duration_secs': 0.767688} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.789205] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9add3921-e831-4935-9dda-6fcf15645bef/9add3921-e831-4935-9dda-6fcf15645bef.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.791302] env[63380]: DEBUG oslo_concurrency.lockutils [req-d60fe4ee-c832-4973-b052-92c4c6f20c79 req-e12d2c85-48d9-45da-9804-3b998c79294f service nova] Releasing lock "refresh_cache-0d658d72-9b28-435c-a069-d40b589cccd7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.791733] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679354, 'name': CreateSnapshot_Task, 'duration_secs': 1.146024} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.792015] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f65c2003-ee2f-4207-b4a9-f137f5c434aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.794292] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 579.795235] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6981b9-008a-4e30-ae24-4282bc0f81ab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.813218] env[63380]: DEBUG oslo_concurrency.lockutils [req-37774b93-15e0-41b1-bb2e-a7a86a66854e req-12ea11e9-4735-4a26-acac-c4a7fcbef28c service nova] Releasing lock "refresh_cache-15cf0b96-8d9e-4ef6-8310-1490accb24dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.814148] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 579.814148] env[63380]: value = "task-2679359" [ 579.814148] env[63380]: _type = "Task" [ 579.814148] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.834029] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679359, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.886530] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679358, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.933049] env[63380]: DEBUG nova.compute.manager [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 579.935583] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.935583] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e5d2f-4969-4f3f-8039-bef97493f5e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.944808] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.945147] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3822b027-6c36-4a88-a91d-1aa0aeee0804 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.961219] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 579.961219] env[63380]: value = "task-2679360" [ 579.961219] env[63380]: _type = "Task" [ 579.961219] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.972617] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.046858] env[63380]: DEBUG nova.network.neutron [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.130496] env[63380]: DEBUG nova.compute.manager [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.133130] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.135504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ec6d67-e8c0-4868-b17e-a50d422e90ab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.138470] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.144677] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.145049] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b92480-9104-458a-a0f6-ec628d821d03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.150943] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 580.150943] env[63380]: value = "task-2679361" [ 580.150943] env[63380]: _type = "Task" [ 580.150943] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.162021] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.225348] env[63380]: DEBUG nova.compute.utils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.230387] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.230387] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.327314] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 580.327425] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ebad9f68-84d5-4afd-9b0f-0bfeb4dddf8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.341574] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679359, 'name': Rename_Task, 'duration_secs': 0.295494} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.342866] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.343310] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 580.343310] env[63380]: value = "task-2679362" [ 580.343310] env[63380]: _type = "Task" [ 580.343310] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.343515] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7a3e2d-ff3f-4431-8e77-64f50db65832 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.355970] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679362, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.357497] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 580.357497] env[63380]: value = "task-2679363" [ 580.357497] env[63380]: _type = "Task" [ 580.357497] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.366994] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.379598] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721887} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.380343] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 0d658d72-9b28-435c-a069-d40b589cccd7/0d658d72-9b28-435c-a069-d40b589cccd7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.380644] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.381303] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf077284-3867-4d36-bd82-187013f8df51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.389482] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 580.389482] env[63380]: value = "task-2679364" [ 580.389482] env[63380]: _type = "Task" [ 580.389482] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.400504] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.438398] env[63380]: DEBUG nova.network.neutron [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.469660] env[63380]: DEBUG nova.policy [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92f9897031fd41759fffc9cd0cc5e031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdc4ffed19b94666b2479284909d8035', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.476426] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679360, 'name': PowerOffVM_Task, 'duration_secs': 0.226509} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.476669] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.476807] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.477073] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9657b4a1-7f4e-40c6-a547-7d1071573f8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.545839] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.546085] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.546297] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Deleting the datastore file [datastore2] ffc580a7-0d0e-4e73-8e19-ddb026037c5a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.546576] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d14f8258-ca55-4dfe-92a5-ede4d32cd198 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.553744] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for the task: (returnval){ [ 580.553744] env[63380]: value = "task-2679366" [ 580.553744] env[63380]: _type = "Task" [ 580.553744] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.563382] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.660790] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679361, 'name': PowerOffVM_Task, 'duration_secs': 0.230405} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.661429] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.661707] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.662280] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d19c924-49f9-42c6-b149-c88ad5d9c740 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.728357] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.728357] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.728357] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Deleting the datastore file [datastore2] c8230217-bec8-44c2-bd26-fd6792527ad1 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.728357] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a77b5a-610e-4e95-94f2-3b8fae91207c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.730869] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.744319] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for the task: (returnval){ [ 580.744319] env[63380]: value = "task-2679368" [ 580.744319] env[63380]: _type = "Task" [ 580.744319] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.756308] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.859594] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679362, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.873060] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.900855] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073725} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.901798] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.902675] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89cdc9-2b3f-41fe-a4a8-cdf61cd403e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.929446] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0d658d72-9b28-435c-a069-d40b589cccd7/0d658d72-9b28-435c-a069-d40b589cccd7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.932787] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29dbe542-eded-45f9-8cc0-8659a1fe7b30 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.948803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Releasing lock "refresh_cache-31a648e9-2f8c-4a79-ad98-90376e353507" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.949437] env[63380]: DEBUG nova.compute.manager [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.949670] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.951090] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497cc019-8414-41bd-a991-9c0b209ed22e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.958462] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.959903] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19603de7-425a-43ef-8b08-b7cf8dec6ab6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.961543] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 580.961543] env[63380]: value = "task-2679369" [ 580.961543] env[63380]: _type = "Task" [ 580.961543] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.970010] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 580.970010] env[63380]: value = "task-2679370" [ 580.970010] env[63380]: _type = "Task" [ 580.970010] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.973651] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.983085] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.989775] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Successfully created port: 5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.067310] env[63380]: DEBUG oslo_vmware.api [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Task: {'id': task-2679366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288982} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.070201] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.070394] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.070571] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.070744] env[63380]: INFO nova.compute.manager [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 581.071072] env[63380]: DEBUG oslo.service.loopingcall [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.071900] env[63380]: DEBUG nova.compute.manager [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.072122] env[63380]: DEBUG nova.network.neutron [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.170440] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd6df9a-32ff-46dc-9559-76807fbf3e1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.178149] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f65e86-09ed-4470-9643-a75d9dd0b05e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.212490] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c2dc8-ac1b-493c-ab77-e286212267d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.221352] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b604d3-857a-44b0-9433-a09fa2d39fd5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.237314] env[63380]: DEBUG nova.compute.provider_tree [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.261237] env[63380]: DEBUG oslo_vmware.api [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Task: {'id': task-2679368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30942} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.262108] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.262108] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.262108] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.262108] env[63380]: INFO nova.compute.manager [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 581.263170] env[63380]: DEBUG oslo.service.loopingcall [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.263170] env[63380]: DEBUG nova.compute.manager [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.263170] env[63380]: DEBUG nova.network.neutron [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.355218] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679362, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.370168] env[63380]: DEBUG oslo_vmware.api [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679363, 'name': PowerOnVM_Task, 'duration_secs': 0.556048} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.370168] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.370168] env[63380]: INFO nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Took 12.47 seconds to spawn the instance on the hypervisor. [ 581.370168] env[63380]: DEBUG nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.370168] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1b7d7-8e22-4b31-8f4e-aa388fa21109 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.410667] env[63380]: DEBUG nova.compute.manager [req-383606fd-41ab-4353-a02d-17ae6ca7ef04 req-ea725421-e0fe-4c98-8055-8f6b65ec4c2f service nova] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Received event network-vif-deleted-8e8c9e7f-85cb-4e33-a236-35f4a141cb1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.473073] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679369, 'name': ReconfigVM_Task, 'duration_secs': 0.313558} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.473404] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0d658d72-9b28-435c-a069-d40b589cccd7/0d658d72-9b28-435c-a069-d40b589cccd7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.474410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393b8734-e508-4c3e-91f2-f77c766a4f0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.484889] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679370, 'name': PowerOffVM_Task, 'duration_secs': 0.280309} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.486288] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.486653] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.486929] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 581.486929] env[63380]: value = "task-2679372" [ 581.486929] env[63380]: _type = "Task" [ 581.486929] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.487085] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b76be28-e23b-4a61-a185-25c5a2e86db2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.496847] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679372, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.511920] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.512229] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.512344] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleting the datastore file [datastore2] 31a648e9-2f8c-4a79-ad98-90376e353507 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.512613] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57dc514-6b46-437b-8998-e83410cba629 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.520312] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for the task: (returnval){ [ 581.520312] env[63380]: value = "task-2679374" [ 581.520312] env[63380]: _type = "Task" [ 581.520312] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.527099] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.664244] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.664957] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.741022] env[63380]: DEBUG nova.scheduler.client.report [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.745904] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.781188] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.781609] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.781609] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.781740] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.782109] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.782192] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.782837] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.782837] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.782837] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.782982] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.783592] env[63380]: DEBUG nova.virt.hardware [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.784990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f51905-fb91-42c8-bcad-13a9b4eb4f05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.793939] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f29ed-2c8d-4a20-8ef9-b2b68ef2402a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.855917] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679362, 'name': CloneVM_Task, 'duration_secs': 1.50677} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.856267] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Created linked-clone VM from snapshot [ 581.857125] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2866ee7-1c91-4477-9351-e9c2e9851b1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.866172] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Uploading image 250b37c9-1488-4b26-9abe-cae10cd857ea {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 581.889050] env[63380]: INFO nova.compute.manager [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Took 29.76 seconds to build instance. [ 581.901504] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 581.901504] env[63380]: value = "vm-540189" [ 581.901504] env[63380]: _type = "VirtualMachine" [ 581.901504] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 581.901801] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88dba421-d71e-4468-a324-5b31ba06511d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.909873] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease: (returnval){ [ 581.909873] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9a633-3b78-0269-b2fc-4a56b4b53af1" [ 581.909873] env[63380]: _type = "HttpNfcLease" [ 581.909873] env[63380]: } obtained for exporting VM: (result){ [ 581.909873] env[63380]: value = "vm-540189" [ 581.909873] env[63380]: _type = "VirtualMachine" [ 581.909873] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 581.910277] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the lease: (returnval){ [ 581.910277] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9a633-3b78-0269-b2fc-4a56b4b53af1" [ 581.910277] env[63380]: _type = "HttpNfcLease" [ 581.910277] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 581.919135] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 581.919135] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9a633-3b78-0269-b2fc-4a56b4b53af1" [ 581.919135] env[63380]: _type = "HttpNfcLease" [ 581.919135] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 581.999187] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679372, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.031519] env[63380]: DEBUG oslo_vmware.api [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Task: {'id': task-2679374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154505} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.031519] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.031519] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 582.031519] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 582.031519] env[63380]: INFO nova.compute.manager [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Took 1.08 seconds to destroy the instance on the hypervisor. [ 582.031697] env[63380]: DEBUG oslo.service.loopingcall [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.031697] env[63380]: DEBUG nova.compute.manager [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 582.031697] env[63380]: DEBUG nova.network.neutron [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.049059] env[63380]: DEBUG nova.network.neutron [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.059244] env[63380]: DEBUG nova.network.neutron [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.249528] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.250097] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.252842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.813s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.254696] env[63380]: INFO nova.compute.claims [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.391073] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8da17070-bdcb-4fcf-84ae-f2919ecb6bad tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.282s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.420509] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 582.420509] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9a633-3b78-0269-b2fc-4a56b4b53af1" [ 582.420509] env[63380]: _type = "HttpNfcLease" [ 582.420509] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 582.420968] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 582.420968] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9a633-3b78-0269-b2fc-4a56b4b53af1" [ 582.420968] env[63380]: _type = "HttpNfcLease" [ 582.420968] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 582.421541] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e87528e-cf1a-46d0-aa51-b01e0eab448d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.434108] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 582.434108] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 582.508041] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679372, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.551178] env[63380]: DEBUG nova.network.neutron [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.561362] env[63380]: INFO nova.compute.manager [-] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Took 1.49 seconds to deallocate network for instance. [ 582.618157] env[63380]: DEBUG nova.network.neutron [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.624265] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-001d8121-06c6-4430-8677-a1d24783a907 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.759770] env[63380]: DEBUG nova.compute.utils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.765314] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.765506] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.892472] env[63380]: DEBUG nova.policy [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38bb2ac7b13a48e88e88c98990c85432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d999f9de986472287f25920cb75a1d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.896639] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.007037] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679372, 'name': Rename_Task, 'duration_secs': 1.154381} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.007886] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.007886] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8291cdff-3cba-4187-8b71-7caa757cda78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.014669] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 583.014669] env[63380]: value = "task-2679376" [ 583.014669] env[63380]: _type = "Task" [ 583.014669] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.029214] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.054134] env[63380]: INFO nova.compute.manager [-] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Took 1.02 seconds to deallocate network for instance. [ 583.072208] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.107672] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Successfully updated port: 5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.121550] env[63380]: INFO nova.compute.manager [-] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Took 1.86 seconds to deallocate network for instance. [ 583.162652] env[63380]: INFO nova.compute.manager [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Rebuilding instance [ 583.233573] env[63380]: DEBUG nova.compute.manager [req-c4fa88aa-46ed-44ab-9bde-9c336cb6591e req-3b629391-bdd4-44ab-85ca-8e5f347d7409 service nova] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Received event network-vif-deleted-a8d252fc-32ed-40a8-88e3-5748a3d02482 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.244618] env[63380]: DEBUG nova.compute.manager [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.246476] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8e10ff-ceb5-496f-9fb6-f3d2a76242a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.267786] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.440340] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.536349] env[63380]: DEBUG oslo_vmware.api [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679376, 'name': PowerOnVM_Task, 'duration_secs': 0.48701} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.536936] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.536936] env[63380]: INFO nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Took 12.19 seconds to spawn the instance on the hypervisor. [ 583.537190] env[63380]: DEBUG nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.538208] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ddd699-ba4a-4b23-b645-80f461cdf3b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.564291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.610835] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.611153] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquired lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.611571] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.637156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.769583] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Successfully created port: f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.803396] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e4d6a-696f-4704-aad4-86cd5f054625 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.814909] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f782c6-f6d5-4ac0-afbe-144c1474576d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.852651] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c8d90-69f3-46e4-a272-78d8d7e85863 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.861051] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9239b9bf-e546-4f40-975c-fd88437a8991 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.880532] env[63380]: DEBUG nova.compute.provider_tree [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.063599] env[63380]: INFO nova.compute.manager [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Took 31.05 seconds to build instance. [ 584.138323] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "820a927e-8c82-4553-945d-16f4b04993b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.138591] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.201972] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.270062] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.270062] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95271852-0034-4b7f-bf37-cae8bd513afb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.276810] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 584.276810] env[63380]: value = "task-2679378" [ 584.276810] env[63380]: _type = "Task" [ 584.276810] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.282125] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.295656] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.316951] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.317207] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.317366] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.317547] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.317719] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.317928] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.318099] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.318515] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.318515] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.318657] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.318710] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.319581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3dcb6-2b57-4431-ab60-98c8d4bed9cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.327481] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e9ca0d-9774-4261-b2e1-355f39b29050 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.387996] env[63380]: DEBUG nova.scheduler.client.report [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.567029] env[63380]: DEBUG nova.network.neutron [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Updating instance_info_cache with network_info: [{"id": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "address": "fa:16:3e:d6:02:53", "network": {"id": "58d89388-631a-4fb0-a90a-5533b550216e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569847815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc4ffed19b94666b2479284909d8035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0dc65b-10", "ovs_interfaceid": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.571845] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c60a944d-4f87-44e0-8357-0550b2ca16c2 tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "0d658d72-9b28-435c-a069-d40b589cccd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.562s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.787997] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679378, 'name': PowerOffVM_Task, 'duration_secs': 0.205987} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.788330] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 584.788405] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.789932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78827265-6654-4f77-a421-12485fe26adb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.799160] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.799445] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-049573bd-a646-4ab2-9982-10617e940f3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.827663] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.827923] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.828129] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Deleting the datastore file [datastore2] ce48dbdc-0840-452f-b076-37159a59cd9a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.828427] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f77c64-c389-4358-9c1a-6341ed8db430 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.835824] env[63380]: DEBUG nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Received event network-vif-deleted-9336cf7f-83c7-42c8-8355-8cd4caf09452 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.836122] env[63380]: DEBUG nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Received event network-vif-plugged-5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.836595] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Acquiring lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.836991] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.837290] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.837290] env[63380]: DEBUG nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] No waiting events found dispatching network-vif-plugged-5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.837622] env[63380]: WARNING nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Received unexpected event network-vif-plugged-5d0dc65b-104f-4fe1-b071-b10311d05dd6 for instance with vm_state building and task_state spawning. [ 584.837622] env[63380]: DEBUG nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Received event network-changed-5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.837784] env[63380]: DEBUG nova.compute.manager [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Refreshing instance network info cache due to event network-changed-5d0dc65b-104f-4fe1-b071-b10311d05dd6. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.837983] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Acquiring lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.848904] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 584.848904] env[63380]: value = "task-2679380" [ 584.848904] env[63380]: _type = "Task" [ 584.848904] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.855816] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.894633] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.895309] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.902254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.380s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.905591] env[63380]: INFO nova.compute.claims [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.074648] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Releasing lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.074948] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Instance network_info: |[{"id": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "address": "fa:16:3e:d6:02:53", "network": {"id": "58d89388-631a-4fb0-a90a-5533b550216e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569847815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc4ffed19b94666b2479284909d8035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0dc65b-10", "ovs_interfaceid": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.075369] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.078353] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Acquired lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.078353] env[63380]: DEBUG nova.network.neutron [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Refreshing network info cache for port 5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.079669] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:02:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0dc65b-104f-4fe1-b071-b10311d05dd6', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.089120] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Creating folder: Project (cdc4ffed19b94666b2479284909d8035). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.096384] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e4193d8-5010-48c6-ad1e-cb15019d8912 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.108077] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Created folder: Project (cdc4ffed19b94666b2479284909d8035) in parent group-v540155. [ 585.109027] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Creating folder: Instances. Parent ref: group-v540191. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.109027] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a0e8c55-b811-4852-8a9f-fdab11b27a80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.118981] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Created folder: Instances in parent group-v540191. [ 585.118981] env[63380]: DEBUG oslo.service.loopingcall [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.119222] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.119274] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35a3630-3611-4577-81dc-b1c733da623a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.142505] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.142505] env[63380]: value = "task-2679383" [ 585.142505] env[63380]: _type = "Task" [ 585.142505] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.151239] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679383, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.362296] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23633} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.362562] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.362748] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.362923] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.413071] env[63380]: DEBUG nova.compute.utils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.417631] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.418047] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.528340] env[63380]: DEBUG nova.policy [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38bb2ac7b13a48e88e88c98990c85432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d999f9de986472287f25920cb75a1d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.590060] env[63380]: DEBUG nova.network.neutron [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Updated VIF entry in instance network info cache for port 5d0dc65b-104f-4fe1-b071-b10311d05dd6. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.590382] env[63380]: DEBUG nova.network.neutron [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Updating instance_info_cache with network_info: [{"id": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "address": "fa:16:3e:d6:02:53", "network": {"id": "58d89388-631a-4fb0-a90a-5533b550216e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1569847815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc4ffed19b94666b2479284909d8035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0dc65b-10", "ovs_interfaceid": "5d0dc65b-104f-4fe1-b071-b10311d05dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.616539] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.657811] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679383, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.706304] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "548bd050-c9ac-41ab-9edc-001737f6a54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.706642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.921504] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.091582] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Successfully updated port: f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.095849] env[63380]: DEBUG oslo_concurrency.lockutils [req-be0f1d8b-14dd-44e3-b633-660563d7ccfb req-be1041fd-8998-4160-bd86-5cf663343f38 service nova] Releasing lock "refresh_cache-b5dba955-0b52-47cb-a6d6-85c751f74038" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.160617] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679383, 'name': CreateVM_Task, 'duration_secs': 0.535722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.160871] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.161672] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.163283] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.163380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.163651] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d84396-0997-4337-83a2-a12895409a3e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.170999] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 586.170999] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52974cfc-5392-3e70-2e55-ba5e6f6aebde" [ 586.170999] env[63380]: _type = "Task" [ 586.170999] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.174371] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Acquiring lock "0d658d72-9b28-435c-a069-d40b589cccd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.174879] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "0d658d72-9b28-435c-a069-d40b589cccd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.174967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Acquiring lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.175558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.176033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "0d658d72-9b28-435c-a069-d40b589cccd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.181049] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52974cfc-5392-3e70-2e55-ba5e6f6aebde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.181533] env[63380]: INFO nova.compute.manager [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Terminating instance [ 586.184714] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Successfully created port: f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.339917] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fa010b-72b7-4560-9450-5023a8c0063a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.348291] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a178f-3665-4ecf-ba83-d7ae4d2165e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.386251] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5a13fd-39ba-435c-917f-4afc454f03d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.394581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2998863-a917-49aa-a99d-cb055b1ef1e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.411027] env[63380]: DEBUG nova.compute.provider_tree [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.421172] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.421454] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.421616] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.421799] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.421967] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.422137] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.422354] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.422538] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.422730] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.422900] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.423089] env[63380]: DEBUG nova.virt.hardware [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.424007] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2abad-4a32-49b7-9cbf-a93daea3bc4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.435801] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2442069f-0c3d-4883-a053-155261fcd8de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.452383] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.458910] env[63380]: DEBUG oslo.service.loopingcall [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.459323] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.459566] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d835cf1f-fad3-450f-bccd-26f3953f495a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.477470] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.477470] env[63380]: value = "task-2679384" [ 586.477470] env[63380]: _type = "Task" [ 586.477470] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.486766] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679384, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.597442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.598258] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.603023] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.683706] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52974cfc-5392-3e70-2e55-ba5e6f6aebde, 'name': SearchDatastore_Task, 'duration_secs': 0.014242} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.684076] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.684358] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.684620] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.684919] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.684987] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.685274] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f80458-e2cf-48ca-9e38-a30f573a4f44 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.696322] env[63380]: DEBUG nova.compute.manager [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.696540] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.696823] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.696974] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.698391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce33b6-8890-46f1-975b-69dd9c055d93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.701737] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2255a74c-43d9-4ab7-b160-21145168b1ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.710602] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 586.710602] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52225643-b027-5275-9aa1-6d34ed6ee2a5" [ 586.710602] env[63380]: _type = "Task" [ 586.710602] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.711817] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.716103] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a30d0d-1d19-4eff-a254-73a78a153cb2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.723238] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52225643-b027-5275-9aa1-6d34ed6ee2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.724833] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Waiting for the task: (returnval){ [ 586.724833] env[63380]: value = "task-2679385" [ 586.724833] env[63380]: _type = "Task" [ 586.724833] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.733280] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Task: {'id': task-2679385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.916527] env[63380]: DEBUG nova.scheduler.client.report [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.936542] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.962841] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.963183] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.963260] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.963501] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.963696] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.963791] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.963998] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.964203] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.964417] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.964623] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.964724] env[63380]: DEBUG nova.virt.hardware [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.965725] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5907e3-0745-443b-8089-b67765a25724 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.975132] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb39b07-484c-4e89-9096-b2dfd6b08ec8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.995736] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679384, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.145722] env[63380]: DEBUG nova.compute.manager [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Received event network-vif-plugged-f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.150173] env[63380]: DEBUG oslo_concurrency.lockutils [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] Acquiring lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.150607] env[63380]: DEBUG oslo_concurrency.lockutils [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.150953] env[63380]: DEBUG oslo_concurrency.lockutils [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.151291] env[63380]: DEBUG nova.compute.manager [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] No waiting events found dispatching network-vif-plugged-f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.151550] env[63380]: WARNING nova.compute.manager [req-aededfc9-fb59-4f20-9953-6d17ac4d46a3 req-9ec13ac7-472b-4037-8758-d5fb943f18a1 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Received unexpected event network-vif-plugged-f25e83a3-5241-4f86-9160-111283078dae for instance with vm_state building and task_state spawning. [ 587.159783] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.229914] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52225643-b027-5275-9aa1-6d34ed6ee2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.0158} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.235570] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728ea200-21b4-42d2-9e87-ff3c5abc1e41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.243379] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 587.243379] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52124623-0c47-dd17-190c-c0003f604658" [ 587.243379] env[63380]: _type = "Task" [ 587.243379] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.249049] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Task: {'id': task-2679385, 'name': PowerOffVM_Task, 'duration_secs': 0.217125} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.252999] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 587.253632] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 587.253632] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74a520b-f2e9-499c-a3fd-7965fb6ac5b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.263936] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52124623-0c47-dd17-190c-c0003f604658, 'name': SearchDatastore_Task, 'duration_secs': 0.018328} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.264665] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.265022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] b5dba955-0b52-47cb-a6d6-85c751f74038/b5dba955-0b52-47cb-a6d6-85c751f74038.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.265593] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88235092-991f-40f7-b38d-761b9063bc52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.277997] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 587.277997] env[63380]: value = "task-2679387" [ 587.277997] env[63380]: _type = "Task" [ 587.277997] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.292499] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.302593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.302968] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.424365] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.424365] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.427254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.299s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.427861] env[63380]: INFO nova.compute.claims [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.435054] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Updating instance_info_cache with network_info: [{"id": "f25e83a3-5241-4f86-9160-111283078dae", "address": "fa:16:3e:85:13:8f", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e83a3-52", "ovs_interfaceid": "f25e83a3-5241-4f86-9160-111283078dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.496747] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679384, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.751016] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "02c68897-0efd-483b-88bb-11f586047a52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.751016] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.791933] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.935893] env[63380]: DEBUG nova.compute.utils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.942933] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.943253] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.945405] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.945752] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Instance network_info: |[{"id": "f25e83a3-5241-4f86-9160-111283078dae", "address": "fa:16:3e:85:13:8f", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e83a3-52", "ovs_interfaceid": "f25e83a3-5241-4f86-9160-111283078dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.946471] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:13:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f25e83a3-5241-4f86-9160-111283078dae', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.954359] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating folder: Project (8d999f9de986472287f25920cb75a1d5). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.956188] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea4d2d63-bdcf-4173-b287-b2ff502b57f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.971362] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created folder: Project (8d999f9de986472287f25920cb75a1d5) in parent group-v540155. [ 587.972387] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating folder: Instances. Parent ref: group-v540195. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.972387] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7771443e-aad0-4378-b8cf-52e5bddafe1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.992707] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679384, 'name': CreateVM_Task, 'duration_secs': 1.44985} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.995921] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.996286] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created folder: Instances in parent group-v540195. [ 587.996585] env[63380]: DEBUG oslo.service.loopingcall [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.996808] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.997037] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.997224] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Deleting the datastore file [datastore2] 0d658d72-9b28-435c-a069-d40b589cccd7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.997649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.997820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.998197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.998483] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.999144] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c6ea193-a6ba-4c2f-9678-b1202f844d29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.000656] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e727ae3-8f7a-42c7-aa04-0b61621fafd3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.002479] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c336bd58-eeef-4e20-b633-3b3a3c8f32c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.019431] env[63380]: DEBUG nova.policy [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaf97685da14e7dabb042a5bfa3409a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94b3e439d3cd409b971d119f675f8591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.027432] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Waiting for the task: (returnval){ [ 588.027432] env[63380]: value = "task-2679391" [ 588.027432] env[63380]: _type = "Task" [ 588.027432] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.029900] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.029900] env[63380]: value = "task-2679392" [ 588.029900] env[63380]: _type = "Task" [ 588.029900] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.030175] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 588.030175] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5271fd93-e3b7-1db1-c0ca-ed3ae0afba73" [ 588.030175] env[63380]: _type = "Task" [ 588.030175] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.050027] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5271fd93-e3b7-1db1-c0ca-ed3ae0afba73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.055547] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679392, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.055856] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Task: {'id': task-2679391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.056838] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Successfully updated port: f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.290937] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.394317] env[63380]: DEBUG nova.compute.manager [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Received event network-vif-plugged-f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.394570] env[63380]: DEBUG oslo_concurrency.lockutils [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] Acquiring lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.394809] env[63380]: DEBUG oslo_concurrency.lockutils [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.394953] env[63380]: DEBUG oslo_concurrency.lockutils [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.395140] env[63380]: DEBUG nova.compute.manager [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] No waiting events found dispatching network-vif-plugged-f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.395373] env[63380]: WARNING nova.compute.manager [req-506e6173-bb31-444a-accb-2d8fa00d15b5 req-edb721e6-98c9-4ef7-804c-20a176a90cc6 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Received unexpected event network-vif-plugged-f56c926c-6d37-4fd2-b756-10daedd2b2fb for instance with vm_state building and task_state spawning. [ 588.447022] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.533077] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Successfully created port: 585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.554904] env[63380]: DEBUG oslo_vmware.api [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Task: {'id': task-2679391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357781} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.562613] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.562613] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.562613] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.562613] env[63380]: INFO nova.compute.manager [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Took 1.87 seconds to destroy the instance on the hypervisor. [ 588.563377] env[63380]: DEBUG oslo.service.loopingcall [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.563563] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679392, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.564084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.564218] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.564354] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.566702] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5271fd93-e3b7-1db1-c0ca-ed3ae0afba73, 'name': SearchDatastore_Task, 'duration_secs': 0.06018} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.569695] env[63380]: DEBUG nova.compute.manager [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.569805] env[63380]: DEBUG nova.network.neutron [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 588.571901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.571901] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.571901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.572055] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.573975] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.573975] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c42fb8-ca75-4d77-9077-2fd7a942440f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.586841] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.586841] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.586841] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49239bb4-546e-4066-bff5-c70a6e6ca03c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.593840] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 588.593840] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f08d1-f655-dec5-efa8-ef3877cc6325" [ 588.593840] env[63380]: _type = "Task" [ 588.593840] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.607752] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f08d1-f655-dec5-efa8-ef3877cc6325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.793166] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679387, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.033427} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.797565] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] b5dba955-0b52-47cb-a6d6-85c751f74038/b5dba955-0b52-47cb-a6d6-85c751f74038.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.797565] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.797565] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa4dcb1-f699-4084-b9d2-b07772f862c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.807876] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 588.807876] env[63380]: value = "task-2679393" [ 588.807876] env[63380]: _type = "Task" [ 588.807876] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.822172] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.988403] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6cac4-e27a-4ee7-a414-11731d5eca02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.999361] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cac02c-6041-4292-bda0-8d024800384e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.037818] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a1dc6-7880-4fd3-9266-2569cd03d9a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.051421] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679392, 'name': CreateVM_Task, 'duration_secs': 0.595231} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.053829] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.054664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.054848] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.055158] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.056502] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e96605-1ae4-4731-b1c1-d2b674560a05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.060565] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c40faa-640b-4ab1-9bf5-2d7768da0f34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.077842] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 589.077842] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ac7514-c89e-334d-aac0-9e4715b00d62" [ 589.077842] env[63380]: _type = "Task" [ 589.077842] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.080139] env[63380]: DEBUG nova.compute.provider_tree [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.091066] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ac7514-c89e-334d-aac0-9e4715b00d62, 'name': SearchDatastore_Task, 'duration_secs': 0.01832} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.091066] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.091066] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.091323] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.113532] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f08d1-f655-dec5-efa8-ef3877cc6325, 'name': SearchDatastore_Task, 'duration_secs': 0.014517} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.114971] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad397d0-55d3-4ca1-93ec-32b56eb146e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.122594] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 589.122594] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8ebec-de56-3c75-74c5-956c510bd8f1" [ 589.122594] env[63380]: _type = "Task" [ 589.122594] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.131930] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8ebec-de56-3c75-74c5-956c510bd8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.225919] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.320021] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085264} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.320369] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.321260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd23eaef-97d7-444d-a84b-e4b76252f0f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.348359] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b5dba955-0b52-47cb-a6d6-85c751f74038/b5dba955-0b52-47cb-a6d6-85c751f74038.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.349049] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece75af4-4647-42f4-b84a-961763965ffc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.371526] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 589.371526] env[63380]: value = "task-2679394" [ 589.371526] env[63380]: _type = "Task" [ 589.371526] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.381122] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.463054] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.491996] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:56:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1225207570',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-832198638',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.491996] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.492396] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.492541] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.492645] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.492919] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.493197] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.493420] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.493601] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.493779] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.494030] env[63380]: DEBUG nova.virt.hardware [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.494840] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca32b80-69ef-4777-b793-e734aaac63f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.505277] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e6076d-b190-43c2-be64-7845e782d055 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.565634] env[63380]: DEBUG nova.network.neutron [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Updating instance_info_cache with network_info: [{"id": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "address": "fa:16:3e:1a:24:06", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c926c-6d", "ovs_interfaceid": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.586233] env[63380]: DEBUG nova.scheduler.client.report [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.636478] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8ebec-de56-3c75-74c5-956c510bd8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013534} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.636790] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.637057] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.637612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.637612] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.637726] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53b99674-91cb-4452-9a7d-a219ad8a8174 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.640263] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44bf8c9b-9c76-4297-9e45-46958a506589 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.651411] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 589.651411] env[63380]: value = "task-2679396" [ 589.651411] env[63380]: _type = "Task" [ 589.651411] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.657135] env[63380]: DEBUG nova.compute.manager [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Received event network-changed-f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 589.657135] env[63380]: DEBUG nova.compute.manager [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Refreshing instance network info cache due to event network-changed-f25e83a3-5241-4f86-9160-111283078dae. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 589.657135] env[63380]: DEBUG oslo_concurrency.lockutils [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] Acquiring lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.657389] env[63380]: DEBUG oslo_concurrency.lockutils [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] Acquired lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.657389] env[63380]: DEBUG nova.network.neutron [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Refreshing network info cache for port f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.664082] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.664868] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.666414] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59d9f9e-6235-4fc7-bec4-6dc1b3a082ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.675953] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.678209] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 589.678209] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5241788d-047f-cebf-be1d-9619723862ae" [ 589.678209] env[63380]: _type = "Task" [ 589.678209] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.689420] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5241788d-047f-cebf-be1d-9619723862ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.789690] env[63380]: DEBUG nova.network.neutron [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.883136] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679394, 'name': ReconfigVM_Task, 'duration_secs': 0.325153} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.883475] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b5dba955-0b52-47cb-a6d6-85c751f74038/b5dba955-0b52-47cb-a6d6-85c751f74038.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.884066] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f727250-902e-42fc-8d8f-099016aa0602 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.892881] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 589.892881] env[63380]: value = "task-2679397" [ 589.892881] env[63380]: _type = "Task" [ 589.892881] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.902974] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679397, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.073183] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.073183] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Instance network_info: |[{"id": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "address": "fa:16:3e:1a:24:06", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c926c-6d", "ovs_interfaceid": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.073751] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:24:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56c926c-6d37-4fd2-b756-10daedd2b2fb', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.087965] env[63380]: DEBUG oslo.service.loopingcall [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.088746] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.088993] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b3335d2-4488-42b4-9a97-a2e9b423b342 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.108102] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.108770] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.112362] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.365s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.113837] env[63380]: INFO nova.compute.claims [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.124667] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.124667] env[63380]: value = "task-2679398" [ 590.124667] env[63380]: _type = "Task" [ 590.124667] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.136040] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679398, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.170692] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.202473] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5241788d-047f-cebf-be1d-9619723862ae, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.203555] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e96297-5a52-4028-83dd-af478802db22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.216929] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 590.216929] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af7269-daf0-fdeb-4456-256275eda952" [ 590.216929] env[63380]: _type = "Task" [ 590.216929] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.232176] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af7269-daf0-fdeb-4456-256275eda952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.292129] env[63380]: INFO nova.compute.manager [-] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Took 1.72 seconds to deallocate network for instance. [ 590.408028] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679397, 'name': Rename_Task, 'duration_secs': 0.2012} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.408028] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.408028] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20dc01ca-0663-4f7c-92b0-99e8103983e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.415487] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 590.415487] env[63380]: value = "task-2679399" [ 590.415487] env[63380]: _type = "Task" [ 590.415487] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.429011] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.481190] env[63380]: DEBUG nova.network.neutron [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Updated VIF entry in instance network info cache for port f25e83a3-5241-4f86-9160-111283078dae. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.481582] env[63380]: DEBUG nova.network.neutron [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Updating instance_info_cache with network_info: [{"id": "f25e83a3-5241-4f86-9160-111283078dae", "address": "fa:16:3e:85:13:8f", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25e83a3-52", "ovs_interfaceid": "f25e83a3-5241-4f86-9160-111283078dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.623161] env[63380]: DEBUG nova.compute.utils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.626695] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.629842] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.650442] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679398, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.669510] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607479} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.670127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.670127] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.670355] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318317f7-5154-45cd-85b8-b32ce06b2e34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.681663] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 590.681663] env[63380]: value = "task-2679400" [ 590.681663] env[63380]: _type = "Task" [ 590.681663] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.699282] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.731675] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af7269-daf0-fdeb-4456-256275eda952, 'name': SearchDatastore_Task, 'duration_secs': 0.023439} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.731940] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.732219] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 55c1ac8c-190b-4b03-9a68-5287e8186862/55c1ac8c-190b-4b03-9a68-5287e8186862.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.733190] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fcf1448-98b4-4019-b87b-505c15f5761e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.736148] env[63380]: DEBUG nova.policy [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06719f7d5b9f492898beb139cab50bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd56d9d06bcbb42a29bd46097241d758a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.743862] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 590.743862] env[63380]: value = "task-2679401" [ 590.743862] env[63380]: _type = "Task" [ 590.743862] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.756175] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.800621] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.949139] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.988481] env[63380]: DEBUG oslo_concurrency.lockutils [req-5479701e-14f0-4d67-bc25-ae34d9a52337 req-59011caf-3fce-4977-bbb0-ef0034f7e543 service nova] Releasing lock "refresh_cache-55c1ac8c-190b-4b03-9a68-5287e8186862" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.992935] env[63380]: DEBUG nova.compute.manager [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Received event network-changed-f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.993204] env[63380]: DEBUG nova.compute.manager [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Refreshing instance network info cache due to event network-changed-f56c926c-6d37-4fd2-b756-10daedd2b2fb. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.993598] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] Acquiring lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.993761] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] Acquired lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.993942] env[63380]: DEBUG nova.network.neutron [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Refreshing network info cache for port f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.069028] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Successfully updated port: 585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.126657] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.153023] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679398, 'name': CreateVM_Task, 'duration_secs': 0.53328} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.153223] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.154111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.154833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.154833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.155217] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01e5ec4-a988-44fc-8a32-976a7cde4f8f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.162616] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 591.162616] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d2ad47-52c2-50ff-1c75-165c9e880f2d" [ 591.162616] env[63380]: _type = "Task" [ 591.162616] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.180242] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d2ad47-52c2-50ff-1c75-165c9e880f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.191534] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150531} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.195070] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.196292] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa3d35-606d-42fe-87df-eee184a36ac9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.224337] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.227689] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0522daeb-49fe-427d-8752-3581fdb0f2f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.252120] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 591.252120] env[63380]: value = "task-2679402" [ 591.252120] env[63380]: _type = "Task" [ 591.252120] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.258121] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.266367] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Successfully created port: 97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.268529] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.433780] env[63380]: DEBUG oslo_vmware.api [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679399, 'name': PowerOnVM_Task, 'duration_secs': 0.676506} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.434093] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.434305] env[63380]: INFO nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Took 9.69 seconds to spawn the instance on the hypervisor. [ 591.434579] env[63380]: DEBUG nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.435616] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6128a90-b0b3-47d5-92eb-c086867bc121 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.572468] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.574831] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.574831] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.678603] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d2ad47-52c2-50ff-1c75-165c9e880f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.067131} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.681131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.681693] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.681947] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.682434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.682434] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.684047] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-208d774a-771e-4c2a-b08b-5e27f0c59980 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.696102] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b2b1a-04af-426e-ae0b-dfc90f32c831 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.701775] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.701970] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.703256] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009b6394-39c6-4a0b-b642-cb45a05c7e33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.708961] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c7482-2104-4936-8cc8-9bd960e1f6e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.714412] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 591.716374] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296e1b00-3524-4a32-bc2f-5b0a702d9fb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.718993] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 591.718993] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e6cb6f-5a80-8e73-4a43-5a2e796a0007" [ 591.718993] env[63380]: _type = "Task" [ 591.718993] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.749319] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 591.749553] env[63380]: ERROR oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk due to incomplete transfer. [ 591.757044] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2406a7-3d16-4ec4-900f-5189d10f8200 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.759662] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6fc0658-780f-4bc5-b4fa-864a55422f11 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.769077] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e6cb6f-5a80-8e73-4a43-5a2e796a0007, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.771395] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48896ad5-0218-4b63-a64e-de84fc2920fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.783578] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.783578] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736732} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.785530] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccfd554-f0bb-4dbc-856e-55c1ec87207d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.790385] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 55c1ac8c-190b-4b03-9a68-5287e8186862/55c1ac8c-190b-4b03-9a68-5287e8186862.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.791040] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.791040] env[63380]: DEBUG oslo_vmware.rw_handles [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d66b3b-9d28-9e9c-8bcc-ddf9dc123052/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 591.791155] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Uploaded image 250b37c9-1488-4b26-9abe-cae10cd857ea to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 591.793453] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 591.795038] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ee52f4d-7d03-4b11-8077-da134cea2ba8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.798059] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f761d485-786c-4951-bd2a-8a5208f83431 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.798660] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 591.798660] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c6852-cd65-308b-1c25-c757cbd1d0a7" [ 591.798660] env[63380]: _type = "Task" [ 591.798660] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.816519] env[63380]: DEBUG nova.compute.provider_tree [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.818539] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 591.818539] env[63380]: value = "task-2679404" [ 591.818539] env[63380]: _type = "Task" [ 591.818539] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.821447] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 591.821447] env[63380]: value = "task-2679405" [ 591.821447] env[63380]: _type = "Task" [ 591.821447] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.834376] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c6852-cd65-308b-1c25-c757cbd1d0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.835717] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.836025] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5e79d61a-5b7a-4793-a6bd-62be6fd39a92/5e79d61a-5b7a-4793-a6bd-62be6fd39a92.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.836963] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4dc0317-f5ed-46f3-92bb-3c9dbbd79023 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.846885] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679405, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.847146] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.853061] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 591.853061] env[63380]: value = "task-2679406" [ 591.853061] env[63380]: _type = "Task" [ 591.853061] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.862773] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.941660] env[63380]: DEBUG nova.network.neutron [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Updated VIF entry in instance network info cache for port f56c926c-6d37-4fd2-b756-10daedd2b2fb. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.942962] env[63380]: DEBUG nova.network.neutron [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Updating instance_info_cache with network_info: [{"id": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "address": "fa:16:3e:1a:24:06", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c926c-6d", "ovs_interfaceid": "f56c926c-6d37-4fd2-b756-10daedd2b2fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.962109] env[63380]: INFO nova.compute.manager [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Took 23.59 seconds to build instance. [ 592.124699] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.138324] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.183945] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.184247] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.184413] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.184594] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.184762] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.184892] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.185472] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.185717] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.185963] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.186297] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.186598] env[63380]: DEBUG nova.virt.hardware [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.187520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d91de-5f15-4038-9ddf-326fc6c4d62c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.197292] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b4541-31b6-4748-8473-c126d6dbd5a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.254374] env[63380]: DEBUG nova.compute.manager [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Received event network-vif-plugged-585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.254487] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Acquiring lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.254761] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.255216] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.255427] env[63380]: DEBUG nova.compute.manager [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] No waiting events found dispatching network-vif-plugged-585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.256266] env[63380]: WARNING nova.compute.manager [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Received unexpected event network-vif-plugged-585bcfdd-6ece-4ca3-8519-2e15648c20ad for instance with vm_state building and task_state spawning. [ 592.256266] env[63380]: DEBUG nova.compute.manager [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Received event network-changed-585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.256266] env[63380]: DEBUG nova.compute.manager [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Refreshing instance network info cache due to event network-changed-585bcfdd-6ece-4ca3-8519-2e15648c20ad. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.256266] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Acquiring lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.281449] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679402, 'name': ReconfigVM_Task, 'duration_secs': 0.53186} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.282117] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a/ce48dbdc-0840-452f-b076-37159a59cd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.282960] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2914118d-c282-4b6c-96b0-e5c3f9a6df63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.293067] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 592.293067] env[63380]: value = "task-2679407" [ 592.293067] env[63380]: _type = "Task" [ 592.293067] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.306618] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679407, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.309677] env[63380]: DEBUG nova.network.neutron [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updating instance_info_cache with network_info: [{"id": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "address": "fa:16:3e:fa:bb:75", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585bcfdd-6e", "ovs_interfaceid": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.321600] env[63380]: DEBUG nova.scheduler.client.report [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.345887] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115585} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.350028] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.350249] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679405, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.351919] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407e289-b088-46fc-a92b-e9276d3fa289 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.384725] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 55c1ac8c-190b-4b03-9a68-5287e8186862/55c1ac8c-190b-4b03-9a68-5287e8186862.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.389197] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593ad477-735b-4e36-8036-6e4a96eec5ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.404326] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.413688] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 592.413688] env[63380]: value = "task-2679408" [ 592.413688] env[63380]: _type = "Task" [ 592.413688] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.426160] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.446977] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] Releasing lock "refresh_cache-5e79d61a-5b7a-4793-a6bd-62be6fd39a92" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.447912] env[63380]: DEBUG nova.compute.manager [req-a0fa495f-5b46-40b9-9f69-cbb5a7d97ca8 req-a8ba7241-c009-4eff-aa44-e2063f7a9b66 service nova] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Received event network-vif-deleted-4a24b592-dd87-4872-8a82-9a050283f8cc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.466723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fa3ad0fd-d825-49f8-b244-8f15d4940040 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.591s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.805868] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679407, 'name': Rename_Task, 'duration_secs': 0.228389} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.806321] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.806635] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93b7cc88-681a-4ed9-b8fd-4e8ea5fd2044 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.815444] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Waiting for the task: (returnval){ [ 592.815444] env[63380]: value = "task-2679409" [ 592.815444] env[63380]: _type = "Task" [ 592.815444] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.815957] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.816283] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Instance network_info: |[{"id": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "address": "fa:16:3e:fa:bb:75", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585bcfdd-6e", "ovs_interfaceid": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.820225] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Acquired lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.820463] env[63380]: DEBUG nova.network.neutron [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Refreshing network info cache for port 585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.822651] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:bb:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '585bcfdd-6ece-4ca3-8519-2e15648c20ad', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.832916] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Creating folder: Project (94b3e439d3cd409b971d119f675f8591). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.836117] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b612e41-7af5-4653-8fb9-079be3acc70c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.845268] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.845884] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.849869] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679409, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.852092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.418s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.852092] env[63380]: INFO nova.compute.claims [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.864374] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679405, 'name': Destroy_Task, 'duration_secs': 0.664455} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.867476] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Destroyed the VM [ 592.868922] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 592.868922] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Created folder: Project (94b3e439d3cd409b971d119f675f8591) in parent group-v540155. [ 592.868922] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Creating folder: Instances. Parent ref: group-v540199. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.868922] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8256eda5-6b77-493f-a551-7237e7f22845 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.870658] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5b873e-860b-4e23-8acc-c692c0bea7e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.876772] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562747} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.877941] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5e79d61a-5b7a-4793-a6bd-62be6fd39a92/5e79d61a-5b7a-4793-a6bd-62be6fd39a92.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.878234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.878507] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94322bff-1b20-4a28-b747-55e5bc76ba0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.884329] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 592.884329] env[63380]: value = "task-2679411" [ 592.884329] env[63380]: _type = "Task" [ 592.884329] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.889336] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 592.889336] env[63380]: value = "task-2679413" [ 592.889336] env[63380]: _type = "Task" [ 592.889336] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.891742] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Created folder: Instances in parent group-v540199. [ 592.891742] env[63380]: DEBUG oslo.service.loopingcall [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.895594] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.900143] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157ad919-de56-4e0d-a37f-33f846aceee7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.918105] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679411, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.927219] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.947994] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679408, 'name': ReconfigVM_Task, 'duration_secs': 0.314184} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.949724] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 55c1ac8c-190b-4b03-9a68-5287e8186862/55c1ac8c-190b-4b03-9a68-5287e8186862.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.950994] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.950994] env[63380]: value = "task-2679414" [ 592.950994] env[63380]: _type = "Task" [ 592.950994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.950994] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-768fe60d-ba53-4a67-8fdf-5a8c30155dfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.962491] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679414, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.965102] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 592.965102] env[63380]: value = "task-2679415" [ 592.965102] env[63380]: _type = "Task" [ 592.965102] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.968509] env[63380]: DEBUG nova.compute.manager [None req-8e8d0a70-775c-4062-bd20-b4be133d541e tempest-ServersListShow296Test-1148680955 tempest-ServersListShow296Test-1148680955-project-member] [instance: e58c92be-42f3-49d8-8ed5-14c3d3311c60] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.977881] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679415, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.326883] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.352250] env[63380]: DEBUG nova.compute.utils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.353697] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.354965] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.402716] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679411, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.413024] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090964} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.413024] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.413024] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393d0a6c-6288-4a40-a401-b766089047f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.440115] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 5e79d61a-5b7a-4793-a6bd-62be6fd39a92/5e79d61a-5b7a-4793-a6bd-62be6fd39a92.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.442993] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f93c14-60ce-40f2-b72d-1c3df20ccb0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.474139] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 593.474139] env[63380]: value = "task-2679416" [ 593.474139] env[63380]: _type = "Task" [ 593.474139] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.474337] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679414, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.478377] env[63380]: DEBUG nova.policy [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '423c1ef8ac5a464dafdcd916e422e8ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51c4a88888794306b89adcd0a00d2840', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.482562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.482562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.482562] env[63380]: DEBUG nova.compute.manager [None req-8e8d0a70-775c-4062-bd20-b4be133d541e tempest-ServersListShow296Test-1148680955 tempest-ServersListShow296Test-1148680955-project-member] [instance: e58c92be-42f3-49d8-8ed5-14c3d3311c60] Instance disappeared before build. {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 593.489175] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679415, 'name': Rename_Task, 'duration_secs': 0.21273} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.489712] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.490750] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76ae8e65-cc20-4123-b95b-063426fdad12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.498513] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.504902] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 593.504902] env[63380]: value = "task-2679417" [ 593.504902] env[63380]: _type = "Task" [ 593.504902] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.516926] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.648610] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Successfully updated port: 97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.719886] env[63380]: DEBUG nova.compute.manager [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Received event network-vif-plugged-97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.720357] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.720863] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.721650] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.722086] env[63380]: DEBUG nova.compute.manager [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] No waiting events found dispatching network-vif-plugged-97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.722916] env[63380]: WARNING nova.compute.manager [req-b4f1eabf-e0a2-436d-a369-50992a043211 req-92b404ad-7184-4486-92f1-8623b0efa05a service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Received unexpected event network-vif-plugged-97289d4c-b6cf-45f8-953b-bc00fff30166 for instance with vm_state building and task_state spawning. [ 593.768353] env[63380]: DEBUG nova.network.neutron [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updated VIF entry in instance network info cache for port 585bcfdd-6ece-4ca3-8519-2e15648c20ad. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.768353] env[63380]: DEBUG nova.network.neutron [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updating instance_info_cache with network_info: [{"id": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "address": "fa:16:3e:fa:bb:75", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585bcfdd-6e", "ovs_interfaceid": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.829315] env[63380]: DEBUG oslo_vmware.api [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Task: {'id': task-2679409, 'name': PowerOnVM_Task, 'duration_secs': 0.516171} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.829695] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.829962] env[63380]: DEBUG nova.compute.manager [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.831353] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710458d0-28d4-4663-a93c-44a7a577ff60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.863049] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.907458] env[63380]: DEBUG oslo_vmware.api [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679411, 'name': RemoveSnapshot_Task, 'duration_secs': 0.721528} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.910497] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 593.910713] env[63380]: INFO nova.compute.manager [None req-a8ba81d5-3fd6-4a6f-ad38-37f33096f1c3 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 593.979669] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679414, 'name': CreateVM_Task, 'duration_secs': 0.6416} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.982483] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.984065] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.984065] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.984755] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.992469] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff8df79-4a54-4579-912d-9a99717eae55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.999541] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679416, 'name': ReconfigVM_Task, 'duration_secs': 0.362757} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.001495] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 5e79d61a-5b7a-4793-a6bd-62be6fd39a92/5e79d61a-5b7a-4793-a6bd-62be6fd39a92.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.002395] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 594.002395] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bf04b1-5ae0-f270-5aa2-2e2d6dd8c55f" [ 594.002395] env[63380]: _type = "Task" [ 594.002395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.002564] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0ab572-62bf-4161-8abb-d65b6e9e7946 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.010859] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8e8d0a70-775c-4062-bd20-b4be133d541e tempest-ServersListShow296Test-1148680955 tempest-ServersListShow296Test-1148680955-project-member] Lock "e58c92be-42f3-49d8-8ed5-14c3d3311c60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.668s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.019038] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 594.019038] env[63380]: value = "task-2679418" [ 594.019038] env[63380]: _type = "Task" [ 594.019038] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.027040] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bf04b1-5ae0-f270-5aa2-2e2d6dd8c55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.033924] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.042188] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679418, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.152632] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.153126] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquired lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.153126] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.271452] env[63380]: DEBUG oslo_concurrency.lockutils [req-d3547116-10b1-452f-8276-db636e9ead15 req-e5c8e474-5c7f-42c4-b622-54913d1ce83a service nova] Releasing lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.352692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.391766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92870d5-e3d2-4c9e-b529-d45fc631a147 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.401108] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb3bf0-2614-455c-a700-12e82ce9cb55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.444724] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Successfully created port: b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.449770] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8561efb-4786-4eef-bf5f-106b74b3516f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.458744] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23beb91e-d3c6-4ef4-b454-11fc61a48a82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.476296] env[63380]: DEBUG nova.compute.provider_tree [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.483894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "b5dba955-0b52-47cb-a6d6-85c751f74038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.484152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.484538] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.484538] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.484679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.491610] env[63380]: INFO nova.compute.manager [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Terminating instance [ 594.519487] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.522204] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bf04b1-5ae0-f270-5aa2-2e2d6dd8c55f, 'name': SearchDatastore_Task, 'duration_secs': 0.020995} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.522858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.523102] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.523331] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.523581] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.523771] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.524513] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4951c66-4d58-447f-bf33-c15ca0b41064 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.530732] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679417, 'name': PowerOnVM_Task, 'duration_secs': 0.727451} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.535153] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.535153] env[63380]: INFO nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Took 10.25 seconds to spawn the instance on the hypervisor. [ 594.535153] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.535862] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0ab3c-8554-4059-a9a5-d1fa90c8648c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.549156] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679418, 'name': Rename_Task, 'duration_secs': 0.176556} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.550260] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.550496] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.550736] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.551637] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e616476-1186-4092-873c-7fff0081053d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.553481] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16a7fd6-3ef0-49df-abf8-f3b55690d11e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.559238] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 594.559238] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ae6b6-cf10-997d-78d7-a113f53b3494" [ 594.559238] env[63380]: _type = "Task" [ 594.559238] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.564962] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 594.564962] env[63380]: value = "task-2679419" [ 594.564962] env[63380]: _type = "Task" [ 594.564962] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.574753] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ae6b6-cf10-997d-78d7-a113f53b3494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.581737] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.692641] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.873318] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.907173] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.907496] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.907577] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.909984] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.909984] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.909984] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.909984] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.909984] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.910338] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.910338] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.910338] env[63380]: DEBUG nova.virt.hardware [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.910338] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e935759-ff01-402b-9cdf-a28bfd3642e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.928240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622af20-8526-4c39-98c9-cbfe5eaaf885 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.980628] env[63380]: DEBUG nova.scheduler.client.report [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.993988] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.994139] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.994352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.994601] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.994821] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.998148] env[63380]: INFO nova.compute.manager [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Terminating instance [ 595.002214] env[63380]: DEBUG nova.compute.manager [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.002214] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.002214] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b514b0-4cc3-42b3-97fc-35ed94ced1d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.008519] env[63380]: DEBUG nova.network.neutron [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating instance_info_cache with network_info: [{"id": "97289d4c-b6cf-45f8-953b-bc00fff30166", "address": "fa:16:3e:1f:10:b7", "network": {"id": "5012666c-fd67-42e5-937a-20af1353aa5a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1852864562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56d9d06bcbb42a29bd46097241d758a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97289d4c-b6", "ovs_interfaceid": "97289d4c-b6cf-45f8-953b-bc00fff30166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.020909] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.023547] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b633682e-0ea2-44ef-99dc-a428666d2590 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.036192] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 595.036192] env[63380]: value = "task-2679420" [ 595.036192] env[63380]: _type = "Task" [ 595.036192] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.048069] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.054727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.059818] env[63380]: INFO nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Took 26.55 seconds to build instance. [ 595.076550] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ae6b6-cf10-997d-78d7-a113f53b3494, 'name': SearchDatastore_Task, 'duration_secs': 0.024399} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.076882] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c7add9-1351-470a-b379-ce534d74d216 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.083334] env[63380]: DEBUG oslo_vmware.api [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679419, 'name': PowerOnVM_Task, 'duration_secs': 0.497149} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.084110] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.084358] env[63380]: INFO nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Took 8.15 seconds to spawn the instance on the hypervisor. [ 595.084552] env[63380]: DEBUG nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.085624] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000dd000-af8e-46b7-adee-8789460505a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.090611] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 595.090611] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cda947-a913-69dc-66e5-12276c6c1ea7" [ 595.090611] env[63380]: _type = "Task" [ 595.090611] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.105814] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cda947-a913-69dc-66e5-12276c6c1ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.106144] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.107741] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9148c0e1-9c02-491d-aec8-d7b310591203/9148c0e1-9c02-491d-aec8-d7b310591203.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.107741] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d71733-5aad-44fa-90e3-5b2d771441ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.117508] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 595.117508] env[63380]: value = "task-2679421" [ 595.117508] env[63380]: _type = "Task" [ 595.117508] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.128668] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.487418] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.490315] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.491953] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.837s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.492438] env[63380]: DEBUG nova.objects.instance [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lazy-loading 'resources' on Instance uuid aba5657e-4e33-42a8-9730-6a04e0541b06 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.508925] env[63380]: DEBUG nova.compute.manager [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.509386] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.511123] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec340469-2624-44b7-8fde-38b355959264 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.514415] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Releasing lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.514900] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Instance network_info: |[{"id": "97289d4c-b6cf-45f8-953b-bc00fff30166", "address": "fa:16:3e:1f:10:b7", "network": {"id": "5012666c-fd67-42e5-937a-20af1353aa5a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1852864562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56d9d06bcbb42a29bd46097241d758a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97289d4c-b6", "ovs_interfaceid": "97289d4c-b6cf-45f8-953b-bc00fff30166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.516300] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:10:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97289d4c-b6cf-45f8-953b-bc00fff30166', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.526206] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Creating folder: Project (d56d9d06bcbb42a29bd46097241d758a). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.526206] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93930edc-35df-4275-ad6f-ae4cd1f9e1bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.533065] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.534249] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7df4d775-27b6-4dd1-8eb4-f885ebce2150 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.548188] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679420, 'name': PowerOffVM_Task, 'duration_secs': 0.235258} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.550333] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.551096] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.551690] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Created folder: Project (d56d9d06bcbb42a29bd46097241d758a) in parent group-v540155. [ 595.552261] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Creating folder: Instances. Parent ref: group-v540202. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.553704] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6955d47-c320-4694-a8d7-6a9c06a92a14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.557286] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67505ce7-00cf-43ab-ba7d-cb5c4ea95949 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.565726] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.972s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.574734] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Created folder: Instances in parent group-v540202. [ 595.574734] env[63380]: DEBUG oslo.service.loopingcall [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.575008] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.575280] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c99147e2-eb45-4c00-9b3c-e536ec960947 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.598857] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.598857] env[63380]: value = "task-2679426" [ 595.598857] env[63380]: _type = "Task" [ 595.598857] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.609270] env[63380]: INFO nova.compute.manager [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Took 26.19 seconds to build instance. [ 595.618674] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679426, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.632027] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.639036] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.639285] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.639486] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Deleting the datastore file [datastore1] b5dba955-0b52-47cb-a6d6-85c751f74038 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.639758] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24708322-a118-4b29-9b64-faed8b812c9b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.653479] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for the task: (returnval){ [ 595.653479] env[63380]: value = "task-2679427" [ 595.653479] env[63380]: _type = "Task" [ 595.653479] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.658664] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.659411] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.659411] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore1] 59d7aa65-9a57-4598-963b-c6f5ab5c4f69 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.659862] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5126f8fa-110d-455b-876b-a857991a10cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.668444] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.669249] env[63380]: DEBUG oslo_vmware.api [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 595.669249] env[63380]: value = "task-2679428" [ 595.669249] env[63380]: _type = "Task" [ 595.669249] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.679527] env[63380]: DEBUG oslo_vmware.api [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.996998] env[63380]: DEBUG nova.compute.utils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.000391] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.000623] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.069460] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.083305] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.083758] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.110963] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679426, 'name': CreateVM_Task, 'duration_secs': 0.499379} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.111340] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.114319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.114319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.114319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.114319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7993ad3c-34a7-4566-9cb3-8450b4f5d160 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.455s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.114655] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72b0a63-a2a0-4b51-bb77-5e427c5c98f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.127247] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 596.127247] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521a9a99-143b-a9e0-03e2-bf2e40634601" [ 596.127247] env[63380]: _type = "Task" [ 596.127247] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.134831] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730895} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.135753] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9148c0e1-9c02-491d-aec8-d7b310591203/9148c0e1-9c02-491d-aec8-d7b310591203.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.136230] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.136623] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4edeb99-3a57-493a-9a1a-e748fac159b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.143147] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521a9a99-143b-a9e0-03e2-bf2e40634601, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.146606] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.146966] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.147131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.148490] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.148490] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.148490] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7401ffc5-eb57-4af7-bbfa-ccb6599c3858 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.153226] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 596.153226] env[63380]: value = "task-2679429" [ 596.153226] env[63380]: _type = "Task" [ 596.153226] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.168444] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.168444] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.171821] env[63380]: DEBUG nova.policy [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b5b8c0848546a2beb10561533bcfe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd93ee15aad444404953d2ca03fa8fa6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.174902] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f0248f-ee41-4c73-bb35-68b64ba1837a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.185589] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.192106] env[63380]: DEBUG oslo_vmware.api [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Task: {'id': task-2679427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334884} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.192883] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.193284] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.193619] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.193893] env[63380]: INFO nova.compute.manager [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Took 1.19 seconds to destroy the instance on the hypervisor. [ 596.194276] env[63380]: DEBUG oslo.service.loopingcall [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.198940] env[63380]: DEBUG nova.compute.manager [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.198940] env[63380]: DEBUG nova.network.neutron [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.201154] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 596.201154] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529027a3-daf4-e7e3-b8c3-59fc15f0fc25" [ 596.201154] env[63380]: _type = "Task" [ 596.201154] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.205111] env[63380]: DEBUG oslo_vmware.api [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316553} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.208532] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.208780] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 596.209080] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 596.209315] env[63380]: INFO nova.compute.manager [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Took 0.70 seconds to destroy the instance on the hypervisor. [ 596.209621] env[63380]: DEBUG oslo.service.loopingcall [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.210281] env[63380]: DEBUG nova.compute.manager [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 596.210436] env[63380]: DEBUG nova.network.neutron [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 596.222136] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529027a3-daf4-e7e3-b8c3-59fc15f0fc25, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.222841] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1557cecf-84b2-4ccc-87be-0123deac40d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.231369] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 596.231369] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc4c2e-2964-0ce4-30e1-cf91a6e537fa" [ 596.231369] env[63380]: _type = "Task" [ 596.231369] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.241191] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc4c2e-2964-0ce4-30e1-cf91a6e537fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.417762] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "ce48dbdc-0840-452f-b076-37159a59cd9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.418399] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.419039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "ce48dbdc-0840-452f-b076-37159a59cd9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.419263] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.419439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.421973] env[63380]: INFO nova.compute.manager [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Terminating instance [ 596.500460] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.552680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be121d7-2ab9-4929-9166-7261774115aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.562830] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3269c2-5f17-4c4d-b5ff-7f607a4c7e9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.600880] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf6ab87-0dd3-45a0-9ee0-c61a9005aa6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.604236] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Successfully updated port: b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.618070] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fd44a1-4a93-4734-9510-6118a5b0b200 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.630578] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.630792] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.651360] env[63380]: DEBUG nova.compute.provider_tree [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.668614] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071469} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.669762] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.671476] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77c77e-95ab-4e5f-b493-b3105fe06b52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.701783] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9148c0e1-9c02-491d-aec8-d7b310591203/9148c0e1-9c02-491d-aec8-d7b310591203.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.701937] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c204cafd-2120-4b10-af77-cc49ea884078 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.730131] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 596.730131] env[63380]: value = "task-2679430" [ 596.730131] env[63380]: _type = "Task" [ 596.730131] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.751583] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc4c2e-2964-0ce4-30e1-cf91a6e537fa, 'name': SearchDatastore_Task, 'duration_secs': 0.024114} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.751888] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.752303] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.752570] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 4bb54750-5656-4048-83a5-d0a4996a88e4/4bb54750-5656-4048-83a5-d0a4996a88e4.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.752830] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e7093ef-7f1d-4e9f-a616-c11c95edc2d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.764427] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 596.764427] env[63380]: value = "task-2679431" [ 596.764427] env[63380]: _type = "Task" [ 596.764427] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.776864] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.819286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.819542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.903314] env[63380]: DEBUG nova.compute.manager [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Received event network-changed-97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.903520] env[63380]: DEBUG nova.compute.manager [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Refreshing instance network info cache due to event network-changed-97289d4c-b6cf-45f8-953b-bc00fff30166. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.903764] env[63380]: DEBUG oslo_concurrency.lockutils [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] Acquiring lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.903926] env[63380]: DEBUG oslo_concurrency.lockutils [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] Acquired lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.905412] env[63380]: DEBUG nova.network.neutron [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Refreshing network info cache for port 97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.936019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "refresh_cache-ce48dbdc-0840-452f-b076-37159a59cd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.936019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquired lock "refresh_cache-ce48dbdc-0840-452f-b076-37159a59cd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.936019] env[63380]: DEBUG nova.network.neutron [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.110296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.110296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquired lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.110296] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.156576] env[63380]: DEBUG nova.scheduler.client.report [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.168511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.174676] env[63380]: DEBUG nova.network.neutron [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.243413] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679430, 'name': ReconfigVM_Task, 'duration_secs': 0.311313} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.243752] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9148c0e1-9c02-491d-aec8-d7b310591203/9148c0e1-9c02-491d-aec8-d7b310591203.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.244594] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3b9402f-2f52-49fa-9f70-646d81b33248 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.256663] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 597.256663] env[63380]: value = "task-2679432" [ 597.256663] env[63380]: _type = "Task" [ 597.256663] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.269144] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679432, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.287652] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.456542] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Successfully created port: da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.463741] env[63380]: DEBUG nova.network.neutron [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.515555] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.541142] env[63380]: DEBUG nova.network.neutron [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.544581] env[63380]: DEBUG nova.network.neutron [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.560974] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.561274] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.561448] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.561634] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.562047] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.562047] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.563764] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.564292] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.564292] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.564431] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.564560] env[63380]: DEBUG nova.virt.hardware [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.565685] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8b206-37e0-443b-9385-7e7231ae741e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.579091] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e98e56-886f-40f7-89df-38843d6a39e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.664225] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.667081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.671395] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.167s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.674064] env[63380]: INFO nova.compute.claims [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.679016] env[63380]: INFO nova.compute.manager [-] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Took 1.48 seconds to deallocate network for instance. [ 597.697050] env[63380]: INFO nova.scheduler.client.report [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Deleted allocations for instance aba5657e-4e33-42a8-9730-6a04e0541b06 [ 597.769503] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679432, 'name': Rename_Task, 'duration_secs': 0.199065} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.776089] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.776476] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73062413-3821-4ca0-ba4b-d70baf45a0d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.785961] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628211} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.790557] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 4bb54750-5656-4048-83a5-d0a4996a88e4/4bb54750-5656-4048-83a5-d0a4996a88e4.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.790557] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.790557] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 597.790557] env[63380]: value = "task-2679433" [ 597.790557] env[63380]: _type = "Task" [ 597.790557] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.790557] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a8c46dc-0a96-4280-a282-f74a1a014544 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.802233] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.804131] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 597.804131] env[63380]: value = "task-2679434" [ 597.804131] env[63380]: _type = "Task" [ 597.804131] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.815075] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.034462] env[63380]: DEBUG nova.network.neutron [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Updating instance_info_cache with network_info: [{"id": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "address": "fa:16:3e:7a:5b:3a", "network": {"id": "d69422cc-a1e7-47f0-b14b-dd7a86d51425", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2001420490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c4a88888794306b89adcd0a00d2840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f98f65-2b", "ovs_interfaceid": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.049450] env[63380]: INFO nova.compute.manager [-] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Took 1.84 seconds to deallocate network for instance. [ 598.049813] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Releasing lock "refresh_cache-ce48dbdc-0840-452f-b076-37159a59cd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.050264] env[63380]: DEBUG nova.compute.manager [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.050409] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.053423] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2be66-d36f-49d1-880e-d95d3b88a285 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.056821] env[63380]: DEBUG nova.network.neutron [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updated VIF entry in instance network info cache for port 97289d4c-b6cf-45f8-953b-bc00fff30166. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.057176] env[63380]: DEBUG nova.network.neutron [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating instance_info_cache with network_info: [{"id": "97289d4c-b6cf-45f8-953b-bc00fff30166", "address": "fa:16:3e:1f:10:b7", "network": {"id": "5012666c-fd67-42e5-937a-20af1353aa5a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1852864562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56d9d06bcbb42a29bd46097241d758a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97289d4c-b6", "ovs_interfaceid": "97289d4c-b6cf-45f8-953b-bc00fff30166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.075717] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.075717] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea8a337-d5af-456e-aeed-85fa40768156 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.084624] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 598.084624] env[63380]: value = "task-2679435" [ 598.084624] env[63380]: _type = "Task" [ 598.084624] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.099210] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.129078] env[63380]: DEBUG nova.compute.manager [req-dc6bad14-3d49-43ee-839c-2bfab3c29f19 req-d0801b3d-2465-4840-be34-db26ba79d4ce service nova] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Received event network-vif-deleted-4df92ab8-e170-4ba5-bde6-0d25571a26fd {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.188833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.205302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-277c227f-eddd-4def-a944-fdaa533772fd tempest-ServerDiagnosticsTest-1886636678 tempest-ServerDiagnosticsTest-1886636678-project-member] Lock "aba5657e-4e33-42a8-9730-6a04e0541b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.665s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.305491] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.320824] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09501} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.321412] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.322153] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0d39c-35d0-4b89-ac1e-51e2f031372c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.350419] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 4bb54750-5656-4048-83a5-d0a4996a88e4/4bb54750-5656-4048-83a5-d0a4996a88e4.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.350932] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3edf708-572e-4c1f-8a6b-296556c02f6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.378322] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 598.378322] env[63380]: value = "task-2679436" [ 598.378322] env[63380]: _type = "Task" [ 598.378322] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.388376] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.540720] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Releasing lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.540983] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Instance network_info: |[{"id": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "address": "fa:16:3e:7a:5b:3a", "network": {"id": "d69422cc-a1e7-47f0-b14b-dd7a86d51425", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2001420490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c4a88888794306b89adcd0a00d2840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f98f65-2b", "ovs_interfaceid": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.541371] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:5b:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f98f65-2bef-4b2e-874a-ff160644cfe2', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.555419] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Creating folder: Project (51c4a88888794306b89adcd0a00d2840). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.557393] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0cce5a9-ae9d-4082-930e-7ab7d2367ccc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.568947] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.568947] env[63380]: DEBUG oslo_concurrency.lockutils [req-7c12f896-a6c4-4627-9426-e7ef8781bece req-69e97396-d47a-48ce-8ac7-ef963125da7c service nova] Releasing lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.571063] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Created folder: Project (51c4a88888794306b89adcd0a00d2840) in parent group-v540155. [ 598.571295] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Creating folder: Instances. Parent ref: group-v540205. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.571512] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33e2367f-8e6d-4301-a71a-90dcc7a08828 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.582732] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Created folder: Instances in parent group-v540205. [ 598.582991] env[63380]: DEBUG oslo.service.loopingcall [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.583225] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.583405] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd0e1232-148b-486c-8dc7-3e5a4331c1d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.607346] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.607346] env[63380]: value = "task-2679439" [ 598.607346] env[63380]: _type = "Task" [ 598.607346] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.610272] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679435, 'name': PowerOffVM_Task, 'duration_secs': 0.285284} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.614542] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.614542] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.614542] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f770c7-359c-4432-bb62-fe63cd7f1231 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.644468] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.645908] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.646677] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Deleting the datastore file [datastore1] ce48dbdc-0840-452f-b076-37159a59cd9a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.647066] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0955e7b8-1687-4340-b96d-05b3aa902329 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.658042] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for the task: (returnval){ [ 598.658042] env[63380]: value = "task-2679441" [ 598.658042] env[63380]: _type = "Task" [ 598.658042] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.672105] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.808865] env[63380]: DEBUG oslo_vmware.api [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679433, 'name': PowerOnVM_Task, 'duration_secs': 0.528764} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.808947] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.809205] env[63380]: INFO nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Took 9.35 seconds to spawn the instance on the hypervisor. [ 598.809681] env[63380]: DEBUG nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.810793] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607251f-5d25-48b3-8333-405c64e9cdd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.900297] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.980686] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.981152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.981503] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.981914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.982190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.992822] env[63380]: INFO nova.compute.manager [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Terminating instance [ 599.124816] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679439, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.174575] env[63380]: DEBUG oslo_vmware.api [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Task: {'id': task-2679441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184666} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.175068] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.175410] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.175754] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.176087] env[63380]: INFO nova.compute.manager [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 599.176616] env[63380]: DEBUG oslo.service.loopingcall [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.176944] env[63380]: DEBUG nova.compute.manager [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 599.177159] env[63380]: DEBUG nova.network.neutron [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.214734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51114627-62ce-4cfb-ad04-b36a0df009f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.222229] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c56151-81e1-4361-8a5f-9c5e03113be6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.228073] env[63380]: DEBUG nova.network.neutron [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.258289] env[63380]: DEBUG nova.network.neutron [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.260901] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8ddfb-cf52-4244-ac79-db5bb15b955e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.274021] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ade61b-550a-4c3f-81b4-9de31b6b2158 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.292748] env[63380]: DEBUG nova.compute.provider_tree [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.331547] env[63380]: INFO nova.compute.manager [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Took 29.84 seconds to build instance. [ 599.405382] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679436, 'name': ReconfigVM_Task, 'duration_secs': 0.650646} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.405382] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 4bb54750-5656-4048-83a5-d0a4996a88e4/4bb54750-5656-4048-83a5-d0a4996a88e4.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.405382] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11960c23-e667-44f4-ba03-cf0958ef5371 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.420608] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 599.420608] env[63380]: value = "task-2679442" [ 599.420608] env[63380]: _type = "Task" [ 599.420608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.432964] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679442, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.498065] env[63380]: DEBUG nova.compute.manager [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.502022] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.502022] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2a4209-e8a8-429e-ac6b-ce349d3f4c61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.507889] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.508289] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24e1c5e1-7d1d-4640-a378-36dcf277f3ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.515409] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 599.515409] env[63380]: value = "task-2679443" [ 599.515409] env[63380]: _type = "Task" [ 599.515409] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.523044] env[63380]: DEBUG nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Received event network-vif-plugged-b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.523378] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Acquiring lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.523632] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.523725] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.523890] env[63380]: DEBUG nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] No waiting events found dispatching network-vif-plugged-b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.524120] env[63380]: WARNING nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Received unexpected event network-vif-plugged-b3f98f65-2bef-4b2e-874a-ff160644cfe2 for instance with vm_state building and task_state spawning. [ 599.524215] env[63380]: DEBUG nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Received event network-changed-b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.524366] env[63380]: DEBUG nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Refreshing instance network info cache due to event network-changed-b3f98f65-2bef-4b2e-874a-ff160644cfe2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.524539] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Acquiring lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.524720] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Acquired lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.528020] env[63380]: DEBUG nova.network.neutron [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Refreshing network info cache for port b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.536792] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.557953] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Successfully updated port: da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.622670] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679439, 'name': CreateVM_Task, 'duration_secs': 0.59506} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.622896] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.623880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.624141] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.624542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.624870] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623b18a2-d79d-48b9-9d81-5da6831a785b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.630691] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 599.630691] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523f30cd-4b83-854e-8970-b9ca728c7d5f" [ 599.630691] env[63380]: _type = "Task" [ 599.630691] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.640910] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523f30cd-4b83-854e-8970-b9ca728c7d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.764916] env[63380]: INFO nova.compute.manager [-] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Took 0.59 seconds to deallocate network for instance. [ 599.819364] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "55c1ac8c-190b-4b03-9a68-5287e8186862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.819556] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.822328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.822328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.822328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.823295] env[63380]: INFO nova.compute.manager [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Terminating instance [ 599.825641] env[63380]: ERROR nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [req-dabee9ab-e919-4944-b1fe-6b358ff2f118] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dabee9ab-e919-4944-b1fe-6b358ff2f118"}]} [ 599.837117] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3f062d-0d57-4f0e-8bca-97f677a13594 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.500s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.847939] env[63380]: DEBUG nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 599.867964] env[63380]: DEBUG nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 599.868352] env[63380]: DEBUG nova.compute.provider_tree [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.883935] env[63380]: DEBUG nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 599.902966] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.902966] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.905615] env[63380]: DEBUG nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 599.932631] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679442, 'name': Rename_Task, 'duration_secs': 0.253541} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.932631] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.932631] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3da425c-341a-435e-8108-127640f026d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.941643] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 599.941643] env[63380]: value = "task-2679444" [ 599.941643] env[63380]: _type = "Task" [ 599.941643] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.953738] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.026284] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679443, 'name': PowerOffVM_Task, 'duration_secs': 0.234238} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.026690] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.026920] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.027238] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf65fa52-22bf-4c89-9fde-2585953c05ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.061187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.061187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.061187] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.094463] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.094814] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.098108] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleting the datastore file [datastore1] 5e79d61a-5b7a-4793-a6bd-62be6fd39a92 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.098629] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eabf8231-a613-481a-bca6-2134ee6202b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.107904] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 600.107904] env[63380]: value = "task-2679446" [ 600.107904] env[63380]: _type = "Task" [ 600.107904] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.120491] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.145272] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523f30cd-4b83-854e-8970-b9ca728c7d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.145799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.145884] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.146513] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.146513] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.146513] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.146760] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e4afb8b-f469-4b27-95cd-5fe58d7c19c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.167893] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.167893] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.168483] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af97219c-f8a0-4691-b93f-bd573a34ff75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.174787] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 600.174787] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b176ce-72a6-f98b-f075-b6b4a85295d4" [ 600.174787] env[63380]: _type = "Task" [ 600.174787] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.185247] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b176ce-72a6-f98b-f075-b6b4a85295d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.275266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.332748] env[63380]: DEBUG nova.compute.manager [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.332984] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.333977] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cf94a-36a1-4bd0-8d72-edb074825b75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.341151] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.346463] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.347216] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dad262-e0a2-478b-a151-ae3f7c90c23f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.356457] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 600.356457] env[63380]: value = "task-2679447" [ 600.356457] env[63380]: _type = "Task" [ 600.356457] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.371741] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.410016] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4530fe88-673e-4f2c-ad5e-5b106748a8fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.420290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3487fe-edfc-4c10-ba2d-b9980c135139 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.470403] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c82cd-b709-4cfe-be7b-84d0a628da72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.483339] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98146390-79e2-40dd-bece-9c954bfdb85f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.493041] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.504565] env[63380]: DEBUG nova.compute.provider_tree [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.586029] env[63380]: DEBUG nova.network.neutron [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Updated VIF entry in instance network info cache for port b3f98f65-2bef-4b2e-874a-ff160644cfe2. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.586384] env[63380]: DEBUG nova.network.neutron [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Updating instance_info_cache with network_info: [{"id": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "address": "fa:16:3e:7a:5b:3a", "network": {"id": "d69422cc-a1e7-47f0-b14b-dd7a86d51425", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2001420490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c4a88888794306b89adcd0a00d2840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f98f65-2b", "ovs_interfaceid": "b3f98f65-2bef-4b2e-874a-ff160644cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.588131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.588131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.618694] env[63380]: DEBUG oslo_vmware.api [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330399} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.618964] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.619215] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.619402] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.619579] env[63380]: INFO nova.compute.manager [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Took 1.12 seconds to destroy the instance on the hypervisor. [ 600.619821] env[63380]: DEBUG oslo.service.loopingcall [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.620093] env[63380]: DEBUG nova.compute.manager [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.620202] env[63380]: DEBUG nova.network.neutron [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.689040] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b176ce-72a6-f98b-f075-b6b4a85295d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.689966] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a277f4f2-95c6-492c-a48f-c287f69fb908 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.697484] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 600.697484] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52abe248-a527-bd40-d781-08c60f1a4f49" [ 600.697484] env[63380]: _type = "Task" [ 600.697484] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.710117] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52abe248-a527-bd40-d781-08c60f1a4f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.824212] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.867478] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679447, 'name': PowerOffVM_Task, 'duration_secs': 0.207019} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.868543] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.869209] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.869464] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.869770] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a3ddcf7-56e8-4737-b6a1-555e22607da3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.901354] env[63380]: DEBUG nova.compute.manager [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Received event network-vif-plugged-da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.901666] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.901884] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.902874] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.903280] env[63380]: DEBUG nova.compute.manager [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] No waiting events found dispatching network-vif-plugged-da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.904109] env[63380]: WARNING nova.compute.manager [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Received unexpected event network-vif-plugged-da8e4e94-0e71-430b-9b5c-675d43a7e4f1 for instance with vm_state building and task_state spawning. [ 600.904356] env[63380]: DEBUG nova.compute.manager [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Received event network-changed-da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.904615] env[63380]: DEBUG nova.compute.manager [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Refreshing instance network info cache due to event network-changed-da8e4e94-0e71-430b-9b5c-675d43a7e4f1. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.904851] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Acquiring lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.946920] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.947263] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.947565] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleting the datastore file [datastore1] 55c1ac8c-190b-4b03-9a68-5287e8186862 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.947884] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f86049-4a2e-4ee0-9467-4faa048d4cb5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.956214] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 600.956214] env[63380]: value = "task-2679449" [ 600.956214] env[63380]: _type = "Task" [ 600.956214] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.967915] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.984837] env[63380]: DEBUG oslo_vmware.api [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679444, 'name': PowerOnVM_Task, 'duration_secs': 0.900174} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.985551] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.986402] env[63380]: INFO nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Took 8.85 seconds to spawn the instance on the hypervisor. [ 600.986402] env[63380]: DEBUG nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.987948] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c96dea2-28b0-402a-ad7c-6b5faf25ad77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.008674] env[63380]: DEBUG nova.scheduler.client.report [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.089736] env[63380]: DEBUG oslo_concurrency.lockutils [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] Releasing lock "refresh_cache-5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.090037] env[63380]: DEBUG nova.compute.manager [req-cfc2eb6d-9152-4ba8-b763-8920fcd48e4d req-7917a4c2-04fe-402b-9af7-f20ef89addbc service nova] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Received event network-vif-deleted-5d0dc65b-104f-4fe1-b071-b10311d05dd6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.214726] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52abe248-a527-bd40-d781-08c60f1a4f49, 'name': SearchDatastore_Task, 'duration_secs': 0.015801} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.214928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.215196] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b/5494d7ba-c756-4dc0-9e35-f2ebbf61f65b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.215455] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d24bf3c-06cc-4bba-a79b-0c135b58f75e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.225380] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 601.225380] env[63380]: value = "task-2679450" [ 601.225380] env[63380]: _type = "Task" [ 601.225380] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.237018] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.284332] env[63380]: DEBUG nova.network.neutron [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.468195] env[63380]: DEBUG oslo_vmware.api [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174555} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.468474] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.468662] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.468832] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.469012] env[63380]: INFO nova.compute.manager [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Took 1.14 seconds to destroy the instance on the hypervisor. [ 601.469255] env[63380]: DEBUG oslo.service.loopingcall [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.469444] env[63380]: DEBUG nova.compute.manager [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.469535] env[63380]: DEBUG nova.network.neutron [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.511410] env[63380]: INFO nova.compute.manager [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Took 25.41 seconds to build instance. [ 601.515233] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.843s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.515233] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.519181] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.380s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.519266] env[63380]: DEBUG nova.objects.instance [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 601.738951] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679450, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.789250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.789250] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Instance network_info: |[{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.789427] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Acquired lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.789427] env[63380]: DEBUG nova.network.neutron [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Refreshing network info cache for port da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.790352] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c9:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8e4e94-0e71-430b-9b5c-675d43a7e4f1', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.805319] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Creating folder: Project (d93ee15aad444404953d2ca03fa8fa6d). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.807717] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d59232a-7ab9-4630-b85f-a78eaaabedbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.828795] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Created folder: Project (d93ee15aad444404953d2ca03fa8fa6d) in parent group-v540155. [ 601.828795] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Creating folder: Instances. Parent ref: group-v540208. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.828795] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d54a5ca-e270-4f8e-a21a-ab7745320141 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.846020] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Created folder: Instances in parent group-v540208. [ 601.846318] env[63380]: DEBUG oslo.service.loopingcall [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.847184] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.847420] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1000d54-d7d6-4694-88b4-c75cebee09da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.868224] env[63380]: DEBUG nova.network.neutron [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.877906] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.877906] env[63380]: value = "task-2679453" [ 601.877906] env[63380]: _type = "Task" [ 601.877906] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.888991] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679453, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.014694] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3a4e3c65-8742-4f11-b5b1-c316fdcee6e7 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.654s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.024282] env[63380]: DEBUG nova.compute.utils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.030956] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.031247] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.094703] env[63380]: DEBUG nova.policy [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b0058aaf694774817096b9fee0a90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7739ee24037147dc8049f6e4310c3c1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.239818] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890221} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.240303] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b/5494d7ba-c756-4dc0-9e35-f2ebbf61f65b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.240738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.243017] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b575b113-0bfd-4591-b90c-615ebc884166 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.254234] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 602.254234] env[63380]: value = "task-2679454" [ 602.254234] env[63380]: _type = "Task" [ 602.254234] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.267589] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.334935] env[63380]: DEBUG nova.network.neutron [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.372449] env[63380]: INFO nova.compute.manager [-] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Took 1.75 seconds to deallocate network for instance. [ 602.388337] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679453, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.518478] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.535023] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.536426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f2684c8f-3dfb-463b-84f2-212672ba8f2f tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.538087] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.469s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.538410] env[63380]: DEBUG nova.objects.instance [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lazy-loading 'resources' on Instance uuid ffc580a7-0d0e-4e73-8e19-ddb026037c5a {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.685565] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Successfully created port: 865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.709765] env[63380]: DEBUG nova.compute.manager [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Received event network-changed-585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.709922] env[63380]: DEBUG nova.compute.manager [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Refreshing instance network info cache due to event network-changed-585bcfdd-6ece-4ca3-8519-2e15648c20ad. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.709988] env[63380]: DEBUG oslo_concurrency.lockutils [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] Acquiring lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.710773] env[63380]: DEBUG oslo_concurrency.lockutils [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] Acquired lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.710773] env[63380]: DEBUG nova.network.neutron [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Refreshing network info cache for port 585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.768220] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074863} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.768797] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.769370] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ae829a-e9ae-4dbc-b5fb-d9bab2ca0c7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.801398] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b/5494d7ba-c756-4dc0-9e35-f2ebbf61f65b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.802719] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a280d2bf-7b5a-4e4d-b5d6-f6a8facf5dec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.826305] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 602.826305] env[63380]: value = "task-2679455" [ 602.826305] env[63380]: _type = "Task" [ 602.826305] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.836227] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.841126] env[63380]: INFO nova.compute.manager [-] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Took 1.37 seconds to deallocate network for instance. [ 602.875718] env[63380]: DEBUG nova.network.neutron [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updated VIF entry in instance network info cache for port da8e4e94-0e71-430b-9b5c-675d43a7e4f1. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.876074] env[63380]: DEBUG nova.network.neutron [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.879190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.894961] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679453, 'name': CreateVM_Task, 'duration_secs': 0.676774} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.896154] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.897045] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.897252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.897626] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.902424] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac788e4-70be-4cba-a4d0-8dc0cad1f548 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.909402] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 602.909402] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522b3817-2423-275b-7c46-3652a381a7a1" [ 602.909402] env[63380]: _type = "Task" [ 602.909402] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.920087] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522b3817-2423-275b-7c46-3652a381a7a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.050173] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.336655] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679455, 'name': ReconfigVM_Task, 'duration_secs': 0.31601} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.338178] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b/5494d7ba-c756-4dc0-9e35-f2ebbf61f65b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.338461] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc10985-f538-4811-9f16-f25ee53f9734 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.349021] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 603.349021] env[63380]: value = "task-2679456" [ 603.349021] env[63380]: _type = "Task" [ 603.349021] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.358197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.363151] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679456, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.379532] env[63380]: DEBUG oslo_concurrency.lockutils [req-1a27ed53-f1b2-4527-b3be-fb8a78e7338b req-0314a74d-4df7-4f4e-a3b3-203758f695de service nova] Releasing lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.429121] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522b3817-2423-275b-7c46-3652a381a7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.433788] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.433935] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.434200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.434414] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.434692] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.435363] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91cec583-6381-4e54-afc4-9d274e19a641 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.449673] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.450182] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.451940] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffaeb770-f22f-4c62-8574-9f7b374b8be4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.462213] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 603.462213] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52070000-c64f-9bf6-392d-8266ac6099e3" [ 603.462213] env[63380]: _type = "Task" [ 603.462213] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.474609] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52070000-c64f-9bf6-392d-8266ac6099e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.475638] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d0ec37-581c-4f4f-94df-8f4ec9db0622 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.489174] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 603.489174] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293247f-fb77-9054-a313-5d8c7fb61903" [ 603.489174] env[63380]: _type = "Task" [ 603.489174] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.501615] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293247f-fb77-9054-a313-5d8c7fb61903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.539826] env[63380]: DEBUG nova.network.neutron [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updated VIF entry in instance network info cache for port 585bcfdd-6ece-4ca3-8519-2e15648c20ad. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.540964] env[63380]: DEBUG nova.network.neutron [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updating instance_info_cache with network_info: [{"id": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "address": "fa:16:3e:fa:bb:75", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585bcfdd-6e", "ovs_interfaceid": "585bcfdd-6ece-4ca3-8519-2e15648c20ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.549131] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.585691] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.587957] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.587957] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.587957] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.587957] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.587957] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.588450] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.588450] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.588450] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.588450] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.588450] env[63380]: DEBUG nova.virt.hardware [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.588788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eedec90-eda6-4b0d-b18a-37824e1c9361 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.597771] env[63380]: DEBUG nova.compute.manager [req-fc882ec0-b779-420f-b54f-5ea287213329 req-ed1b67fe-b7b9-41fc-b4b1-d1f62df75552 service nova] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Received event network-vif-deleted-f56c926c-6d37-4fd2-b756-10daedd2b2fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.598095] env[63380]: DEBUG nova.compute.manager [req-fc882ec0-b779-420f-b54f-5ea287213329 req-ed1b67fe-b7b9-41fc-b4b1-d1f62df75552 service nova] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Received event network-vif-deleted-f25e83a3-5241-4f86-9160-111283078dae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.609034] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471b4f2a-2e57-4162-8f77-9704ce6ff219 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.614271] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c528a-4f73-4617-8e0b-005a779e7caa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.632053] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af048346-77a0-45c5-bcdd-b1f2abbad93f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.677992] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb4986-efca-48c8-87b7-d686f4c70cbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.689057] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c202af-0ed8-4928-8b79-d5acd28a4f35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.705482] env[63380]: DEBUG nova.compute.provider_tree [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.863419] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679456, 'name': Rename_Task, 'duration_secs': 0.194471} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.863419] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.863419] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf3d1ed-90de-4bcc-b28a-21f723083d1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.873434] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 603.873434] env[63380]: value = "task-2679457" [ 603.873434] env[63380]: _type = "Task" [ 603.873434] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.889057] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.001966] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5293247f-fb77-9054-a313-5d8c7fb61903, 'name': SearchDatastore_Task, 'duration_secs': 0.013928} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.002193] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.002456] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.002714] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d091204-8b60-42f1-8111-c51eb9e267d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.011422] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 604.011422] env[63380]: value = "task-2679458" [ 604.011422] env[63380]: _type = "Task" [ 604.011422] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.021846] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.053365] env[63380]: DEBUG oslo_concurrency.lockutils [req-7086b3cd-7ece-4d2e-af51-6575591fed69 req-c24e3b1a-ad7f-4f26-a5ee-0e210a0a92c6 service nova] Releasing lock "refresh_cache-9148c0e1-9c02-491d-aec8-d7b310591203" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.209576] env[63380]: DEBUG nova.scheduler.client.report [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.258702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.259014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.395416] env[63380]: DEBUG oslo_vmware.api [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679457, 'name': PowerOnVM_Task, 'duration_secs': 0.477925} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.395416] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.395416] env[63380]: INFO nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 9.52 seconds to spawn the instance on the hypervisor. [ 604.395416] env[63380]: DEBUG nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.396774] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06e887f-16ac-4461-a39a-8d516a7fd0ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.493540] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Successfully updated port: 865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.528998] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679458, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.715622] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.718081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.278s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.719642] env[63380]: INFO nova.compute.claims [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.747219] env[63380]: INFO nova.scheduler.client.report [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Deleted allocations for instance ffc580a7-0d0e-4e73-8e19-ddb026037c5a [ 604.779408] env[63380]: DEBUG nova.compute.manager [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Received event network-changed-97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.779408] env[63380]: DEBUG nova.compute.manager [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Refreshing instance network info cache due to event network-changed-97289d4c-b6cf-45f8-953b-bc00fff30166. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.779408] env[63380]: DEBUG oslo_concurrency.lockutils [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] Acquiring lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.779408] env[63380]: DEBUG oslo_concurrency.lockutils [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] Acquired lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.779408] env[63380]: DEBUG nova.network.neutron [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Refreshing network info cache for port 97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.919576] env[63380]: INFO nova.compute.manager [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 28.21 seconds to build instance. [ 604.997770] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.997770] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquired lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.997908] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.023332] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66709} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.023705] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.023705] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.024045] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a96f04a-77db-482c-80ad-ecdb63ab9846 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.034516] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 605.034516] env[63380]: value = "task-2679459" [ 605.034516] env[63380]: _type = "Task" [ 605.034516] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.048231] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.257543] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e606dc7-d28f-40b6-81be-e67d6fdafa16 tempest-ServerExternalEventsTest-108757623 tempest-ServerExternalEventsTest-108757623-project-member] Lock "ffc580a7-0d0e-4e73-8e19-ddb026037c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.832s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.421863] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff68bab6-42c1-4ff3-8ee8-68d0d5150885 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.548065] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331355} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.548711] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.549497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a528c58-e8b8-4712-80c4-f291776ec284 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.556383] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.580343] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.580648] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0fe560-b61a-4dca-b910-5994bd181edb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.605237] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 605.605237] env[63380]: value = "task-2679460" [ 605.605237] env[63380]: _type = "Task" [ 605.605237] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.617067] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.629221] env[63380]: DEBUG nova.network.neutron [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updated VIF entry in instance network info cache for port 97289d4c-b6cf-45f8-953b-bc00fff30166. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.629221] env[63380]: DEBUG nova.network.neutron [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating instance_info_cache with network_info: [{"id": "97289d4c-b6cf-45f8-953b-bc00fff30166", "address": "fa:16:3e:1f:10:b7", "network": {"id": "5012666c-fd67-42e5-937a-20af1353aa5a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1852864562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56d9d06bcbb42a29bd46097241d758a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97289d4c-b6", "ovs_interfaceid": "97289d4c-b6cf-45f8-953b-bc00fff30166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.825826] env[63380]: DEBUG nova.network.neutron [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Updating instance_info_cache with network_info: [{"id": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "address": "fa:16:3e:e8:7d:b6", "network": {"id": "81fa1f10-5ee3-47ec-9bac-add3abe4e91b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-337542500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7739ee24037147dc8049f6e4310c3c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865d6d29-1e", "ovs_interfaceid": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.917729] env[63380]: DEBUG nova.compute.manager [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Received event network-vif-plugged-865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.917955] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Acquiring lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.918719] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.919529] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.919529] env[63380]: DEBUG nova.compute.manager [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] No waiting events found dispatching network-vif-plugged-865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.919529] env[63380]: WARNING nova.compute.manager [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Received unexpected event network-vif-plugged-865d6d29-1e9f-40ca-9dda-14bf9f383e02 for instance with vm_state building and task_state spawning. [ 605.920235] env[63380]: DEBUG nova.compute.manager [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Received event network-changed-865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.921365] env[63380]: DEBUG nova.compute.manager [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Refreshing instance network info cache due to event network-changed-865d6d29-1e9f-40ca-9dda-14bf9f383e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.921365] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Acquiring lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.926740] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.117234] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.132323] env[63380]: DEBUG oslo_concurrency.lockutils [req-e393cb18-0f63-4e3f-a89b-9fb389357e8f req-a977c717-0356-4706-bd14-65463478a3ec service nova] Releasing lock "refresh_cache-4bb54750-5656-4048-83a5-d0a4996a88e4" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.288049] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f9b64-be1f-4b2a-aaa6-7a119e397553 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.299511] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d4b912-e6e0-4424-bb19-b027a72ac76a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.330327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a9a70-442b-47a4-89a2-32c1876e673e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.336719] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Releasing lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.337300] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Instance network_info: |[{"id": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "address": "fa:16:3e:e8:7d:b6", "network": {"id": "81fa1f10-5ee3-47ec-9bac-add3abe4e91b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-337542500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7739ee24037147dc8049f6e4310c3c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865d6d29-1e", "ovs_interfaceid": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.340103] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Acquired lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.340429] env[63380]: DEBUG nova.network.neutron [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Refreshing network info cache for port 865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.342013] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:7d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '865d6d29-1e9f-40ca-9dda-14bf9f383e02', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.351792] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Creating folder: Project (7739ee24037147dc8049f6e4310c3c1c). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.352899] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4abb7ae9-d84a-4c7d-9a41-d9d46df47776 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.356459] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130901cc-b65e-47a6-8813-f1305e30760b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.375873] env[63380]: DEBUG nova.compute.provider_tree [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.379992] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Created folder: Project (7739ee24037147dc8049f6e4310c3c1c) in parent group-v540155. [ 606.380227] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Creating folder: Instances. Parent ref: group-v540211. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.380810] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec69a98-e8d4-45a2-8177-0ca352ad5c39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.393605] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Created folder: Instances in parent group-v540211. [ 606.393869] env[63380]: DEBUG oslo.service.loopingcall [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.394073] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.395597] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2320e6-d4cf-4dd7-a320-c62de01f9366 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.415150] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.415150] env[63380]: value = "task-2679463" [ 606.415150] env[63380]: _type = "Task" [ 606.415150] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.423830] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679463, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.452899] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.626590] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679460, 'name': ReconfigVM_Task, 'duration_secs': 0.516371} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.626590] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.627060] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4498e0f-c882-4967-b6c2-ec3bf585cf1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.637042] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 606.637042] env[63380]: value = "task-2679464" [ 606.637042] env[63380]: _type = "Task" [ 606.637042] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.650679] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679464, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.882485] env[63380]: DEBUG nova.scheduler.client.report [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.928192] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679463, 'name': CreateVM_Task, 'duration_secs': 0.404747} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.928468] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.929070] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.929244] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.929562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.929867] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b24552e-60f6-41a9-9b97-dda35b627230 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.937668] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 606.937668] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b88f3-af54-2d29-b39d-f7a48dfbb1d7" [ 606.937668] env[63380]: _type = "Task" [ 606.937668] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.953584] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b88f3-af54-2d29-b39d-f7a48dfbb1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.151071] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679464, 'name': Rename_Task, 'duration_secs': 0.181725} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.152598] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.152598] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83b0f620-ed21-470c-8516-5c0547f8f825 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.162710] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 607.162710] env[63380]: value = "task-2679465" [ 607.162710] env[63380]: _type = "Task" [ 607.162710] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.176338] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.222155] env[63380]: DEBUG nova.network.neutron [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Updated VIF entry in instance network info cache for port 865d6d29-1e9f-40ca-9dda-14bf9f383e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.222229] env[63380]: DEBUG nova.network.neutron [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Updating instance_info_cache with network_info: [{"id": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "address": "fa:16:3e:e8:7d:b6", "network": {"id": "81fa1f10-5ee3-47ec-9bac-add3abe4e91b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-337542500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7739ee24037147dc8049f6e4310c3c1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865d6d29-1e", "ovs_interfaceid": "865d6d29-1e9f-40ca-9dda-14bf9f383e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.388359] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.388918] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.392740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.828s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.392740] env[63380]: DEBUG nova.objects.instance [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lazy-loading 'resources' on Instance uuid 31a648e9-2f8c-4a79-ad98-90376e353507 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.449709] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b88f3-af54-2d29-b39d-f7a48dfbb1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015745} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.450018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.450253] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.450477] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.450617] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.450786] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.451110] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7946a80b-c875-4d25-8027-35e7b6084629 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.465733] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.465950] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.466835] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2eb597-9932-48a4-9b8c-0f958d479cc3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.475575] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 607.475575] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522f9c70-79ff-7a4c-2377-9a7727cc86f3" [ 607.475575] env[63380]: _type = "Task" [ 607.475575] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.486655] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522f9c70-79ff-7a4c-2377-9a7727cc86f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.617104] env[63380]: DEBUG nova.compute.manager [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.617709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533835ab-3040-40cd-9720-7f432016141a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.674225] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.724700] env[63380]: DEBUG oslo_concurrency.lockutils [req-cf377d32-eed4-4a42-b114-4b7a7ce9f4c0 req-d9982cdb-a14d-4bc9-9b10-33997c075910 service nova] Releasing lock "refresh_cache-416c3bf5-e7a7-4761-b2a3-398c19e274ba" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.895912] env[63380]: DEBUG nova.compute.utils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.901022] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.901022] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.988186] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522f9c70-79ff-7a4c-2377-9a7727cc86f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.989578] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd5a561-a781-40b4-a62e-c0f3dd4c8c18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.996250] env[63380]: DEBUG nova.policy [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3bc8dc361d481f84a4fdd1e1303886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5545b8c34b47417cbcf206f636f9e498', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.001906] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 608.001906] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f72cba-2076-488c-c785-8753d734d6da" [ 608.001906] env[63380]: _type = "Task" [ 608.001906] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.014808] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f72cba-2076-488c-c785-8753d734d6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.133747] env[63380]: INFO nova.compute.manager [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] instance snapshotting [ 608.139941] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4d4cd-b49d-47bd-838b-916dd23f2d71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.166739] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a0ebd1-8c3e-4d33-827b-24d4d50bebcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.186691] env[63380]: DEBUG oslo_vmware.api [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679465, 'name': PowerOnVM_Task, 'duration_secs': 0.899305} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.188463] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.188692] env[63380]: INFO nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Took 10.67 seconds to spawn the instance on the hypervisor. [ 608.188874] env[63380]: DEBUG nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.190177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0efc5a5-363e-46ac-a190-f12ec3eb871e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.245477] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.246181] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.401133] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.478922] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Successfully created port: 6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.481485] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40683664-7f9e-468e-9640-f68254854efb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.491252] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071ef3d-6f18-4854-b1e7-23ddcf8133f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.525890] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4f24a-04bf-4050-8339-dc0f64bf8d90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.534982] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f72cba-2076-488c-c785-8753d734d6da, 'name': SearchDatastore_Task, 'duration_secs': 0.034509} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.537250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.537528] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 416c3bf5-e7a7-4761-b2a3-398c19e274ba/416c3bf5-e7a7-4761-b2a3-398c19e274ba.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.537820] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de583a76-6953-4482-836b-962edd3e69d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.540648] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c149e522-90d3-4719-b764-eda2d377ffa5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.561424] env[63380]: DEBUG nova.compute.provider_tree [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.561424] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 608.561424] env[63380]: value = "task-2679466" [ 608.561424] env[63380]: _type = "Task" [ 608.561424] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.571493] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.692011] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 608.692011] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-492a4950-dedb-4b05-978c-a49ca2083b06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.701570] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 608.701570] env[63380]: value = "task-2679467" [ 608.701570] env[63380]: _type = "Task" [ 608.701570] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.725670] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.725670] env[63380]: INFO nova.compute.manager [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Took 30.31 seconds to build instance. [ 609.062468] env[63380]: DEBUG nova.scheduler.client.report [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.079980] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679466, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.213423] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679467, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.231108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0dce830b-42e5-4797-b9f3-1de58dc1d157 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.263s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.419027] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.451220] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.451476] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.451636] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.451818] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.451967] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.452140] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.452357] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.452520] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.452698] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.452851] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.453041] env[63380]: DEBUG nova.virt.hardware [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.453927] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a6441-7bfb-4ba6-a0e3-c8234252287e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.462971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a5e9fd-8de3-4b70-b992-874ae777e6c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.576342] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.578424] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580323} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.578887] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.942s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.579143] env[63380]: DEBUG nova.objects.instance [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lazy-loading 'resources' on Instance uuid c8230217-bec8-44c2-bd26-fd6792527ad1 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.580393] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 416c3bf5-e7a7-4761-b2a3-398c19e274ba/416c3bf5-e7a7-4761-b2a3-398c19e274ba.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.580613] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.580869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-771e0684-7981-47ba-a9d4-3cfb5a9f810a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.590149] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 609.590149] env[63380]: value = "task-2679468" [ 609.590149] env[63380]: _type = "Task" [ 609.590149] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.603033] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.608025] env[63380]: INFO nova.scheduler.client.report [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Deleted allocations for instance 31a648e9-2f8c-4a79-ad98-90376e353507 [ 609.713629] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679467, 'name': CreateSnapshot_Task, 'duration_secs': 0.955174} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.714283] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 609.714752] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52952af8-afe0-449c-bdf1-05457c381328 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.733742] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.104056] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189302} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.104805] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.111126] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf6ec1-30ba-4d4b-be1c-bcdbc0b87d49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.117298] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fc5446a-446f-4104-8084-0f1435b34123 tempest-ServersAaction247Test-1251017075 tempest-ServersAaction247Test-1251017075-project-member] Lock "31a648e9-2f8c-4a79-ad98-90376e353507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.132s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.140446] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 416c3bf5-e7a7-4761-b2a3-398c19e274ba/416c3bf5-e7a7-4761-b2a3-398c19e274ba.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.144426] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a7d8bd-973f-4686-8ca7-02e7c443325c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.164535] env[63380]: DEBUG nova.compute.manager [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received event network-vif-plugged-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.164775] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] Acquiring lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.164991] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.165177] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.165343] env[63380]: DEBUG nova.compute.manager [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] No waiting events found dispatching network-vif-plugged-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.165629] env[63380]: WARNING nova.compute.manager [req-a2e2b62b-2316-4f67-85de-00e9c44618f1 req-54c4567a-23e2-4342-b24b-89f799cd7e32 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received unexpected event network-vif-plugged-6522dd08-b604-4785-b9f7-8aa21eb08930 for instance with vm_state building and task_state spawning. [ 610.169658] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 610.169658] env[63380]: value = "task-2679469" [ 610.169658] env[63380]: _type = "Task" [ 610.169658] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.184585] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.240038] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 610.245916] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d3e9a0-0382-4503-943d-98cb79ec0f77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.259452] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 610.259452] env[63380]: value = "task-2679470" [ 610.259452] env[63380]: _type = "Task" [ 610.259452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.269158] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Successfully updated port: 6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.280904] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.282291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.499635] env[63380]: DEBUG nova.compute.manager [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 610.664243] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4710fa74-c14e-412f-8e71-0a807e80b96f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.678169] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b16a7-3329-4dd4-a600-4a0428fb5dbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.687324] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.721504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b38e5-b173-4109-a74b-1d88f5bf6730 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.729623] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3a2b8-0e2b-48d5-ac57-2e51a5a87809 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.745208] env[63380]: DEBUG nova.compute.provider_tree [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.778142] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task} progress is 93%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.781940] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.782158] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquired lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.782360] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.028736] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.181608] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679469, 'name': ReconfigVM_Task, 'duration_secs': 0.716948} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.182075] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 416c3bf5-e7a7-4761-b2a3-398c19e274ba/416c3bf5-e7a7-4761-b2a3-398c19e274ba.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.182532] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94470d7b-0b64-44c0-8f1f-b1723f0c19d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.189834] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 611.189834] env[63380]: value = "task-2679471" [ 611.189834] env[63380]: _type = "Task" [ 611.189834] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.199143] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679471, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.267938] env[63380]: ERROR nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] [req-f32a5ba6-47ea-4cf4-aba0-c7371f1273f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f32a5ba6-47ea-4cf4-aba0-c7371f1273f9"}]} [ 611.282652] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.295901] env[63380]: DEBUG nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 611.312389] env[63380]: DEBUG nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 611.313288] env[63380]: DEBUG nova.compute.provider_tree [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.319598] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.332269] env[63380]: DEBUG nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 611.355404] env[63380]: DEBUG nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 611.505237] env[63380]: DEBUG nova.network.neutron [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [{"id": "6522dd08-b604-4785-b9f7-8aa21eb08930", "address": "fa:16:3e:8a:53:3f", "network": {"id": "16a12226-519e-4bd7-896d-7eeef0752b09", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916602220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5545b8c34b47417cbcf206f636f9e498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522dd08-b6", "ovs_interfaceid": "6522dd08-b604-4785-b9f7-8aa21eb08930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.702207] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679471, 'name': Rename_Task, 'duration_secs': 0.165955} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.704500] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.708305] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ac5676-482e-444f-97b1-916db395cffa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.713724] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 611.713724] env[63380]: value = "task-2679472" [ 611.713724] env[63380]: _type = "Task" [ 611.713724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.728018] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.773540] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.841854] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf63290-81a0-47c3-81ab-15da04b039ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.850911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6eeb28-f5bd-41c6-8250-dd42db6e87af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.889957] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ebd04-e5dd-4884-9b38-c146cd915695 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.898213] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d401fbf-b3cb-4e4d-8586-ffd24befe29a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.914536] env[63380]: DEBUG nova.compute.provider_tree [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.008069] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Releasing lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.008467] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Instance network_info: |[{"id": "6522dd08-b604-4785-b9f7-8aa21eb08930", "address": "fa:16:3e:8a:53:3f", "network": {"id": "16a12226-519e-4bd7-896d-7eeef0752b09", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916602220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5545b8c34b47417cbcf206f636f9e498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522dd08-b6", "ovs_interfaceid": "6522dd08-b604-4785-b9f7-8aa21eb08930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.008985] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:53:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6522dd08-b604-4785-b9f7-8aa21eb08930', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.017797] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Creating folder: Project (5545b8c34b47417cbcf206f636f9e498). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.018211] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d909188d-aae2-4678-9d17-1eacd63d9e71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.033313] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Created folder: Project (5545b8c34b47417cbcf206f636f9e498) in parent group-v540155. [ 612.033538] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Creating folder: Instances. Parent ref: group-v540216. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.033827] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f37bce04-840e-41ea-96c7-87015a7f658d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.052120] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Created folder: Instances in parent group-v540216. [ 612.052428] env[63380]: DEBUG oslo.service.loopingcall [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.052646] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.052866] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b54e51-ba23-4d61-96fc-b271cbc12647 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.079062] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.079062] env[63380]: value = "task-2679475" [ 612.079062] env[63380]: _type = "Task" [ 612.079062] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.087471] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679475, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.199873] env[63380]: DEBUG nova.compute.manager [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.200392] env[63380]: DEBUG nova.compute.manager [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing instance network info cache due to event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.200981] env[63380]: DEBUG oslo_concurrency.lockutils [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] Acquiring lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.201221] env[63380]: DEBUG oslo_concurrency.lockutils [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] Acquired lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.201428] env[63380]: DEBUG nova.network.neutron [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.224842] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.275899] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.417037] env[63380]: DEBUG nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.592564] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679475, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.735982] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679472, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.781127] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679470, 'name': CloneVM_Task, 'duration_secs': 2.041214} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.781127] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Created linked-clone VM from snapshot [ 612.782215] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8e50a-d549-402a-adf6-4fbe82cca075 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.792665] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Uploading image ab76ee79-97b8-4935-9f1f-bac8e91eddcc {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 612.820929] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 612.820929] env[63380]: value = "vm-540215" [ 612.820929] env[63380]: _type = "VirtualMachine" [ 612.820929] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 612.821277] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-25049461-945c-4efd-9847-ba9f5e328acb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.831790] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lease: (returnval){ [ 612.831790] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52642a62-ddb5-5dd5-d03e-c8f7a97e6090" [ 612.831790] env[63380]: _type = "HttpNfcLease" [ 612.831790] env[63380]: } obtained for exporting VM: (result){ [ 612.831790] env[63380]: value = "vm-540215" [ 612.831790] env[63380]: _type = "VirtualMachine" [ 612.831790] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 612.832110] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the lease: (returnval){ [ 612.832110] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52642a62-ddb5-5dd5-d03e-c8f7a97e6090" [ 612.832110] env[63380]: _type = "HttpNfcLease" [ 612.832110] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 612.840957] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 612.840957] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52642a62-ddb5-5dd5-d03e-c8f7a97e6090" [ 612.840957] env[63380]: _type = "HttpNfcLease" [ 612.840957] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 612.922473] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.343s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.924834] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.308s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.926391] env[63380]: INFO nova.compute.claims [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.967917] env[63380]: INFO nova.scheduler.client.report [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Deleted allocations for instance c8230217-bec8-44c2-bd26-fd6792527ad1 [ 613.079298] env[63380]: DEBUG nova.network.neutron [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updated VIF entry in instance network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.079659] env[63380]: DEBUG nova.network.neutron [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [{"id": "6522dd08-b604-4785-b9f7-8aa21eb08930", "address": "fa:16:3e:8a:53:3f", "network": {"id": "16a12226-519e-4bd7-896d-7eeef0752b09", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916602220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5545b8c34b47417cbcf206f636f9e498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522dd08-b6", "ovs_interfaceid": "6522dd08-b604-4785-b9f7-8aa21eb08930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.095835] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679475, 'name': CreateVM_Task, 'duration_secs': 0.537506} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.096026] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.096834] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.096917] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.097239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.097764] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2395ce-1693-4a06-85f0-175831cd0368 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.103600] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 613.103600] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc1f92-2153-c54e-3b11-50e23cd7dcd9" [ 613.103600] env[63380]: _type = "Task" [ 613.103600] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.115036] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc1f92-2153-c54e-3b11-50e23cd7dcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.238182] env[63380]: DEBUG oslo_vmware.api [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679472, 'name': PowerOnVM_Task, 'duration_secs': 1.161587} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.238513] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.238780] env[63380]: INFO nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Took 9.69 seconds to spawn the instance on the hypervisor. [ 613.239028] env[63380]: DEBUG nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.240087] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04efc61-af83-4d9d-8ff9-41907991a7c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.343046] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 613.343046] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52642a62-ddb5-5dd5-d03e-c8f7a97e6090" [ 613.343046] env[63380]: _type = "HttpNfcLease" [ 613.343046] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 613.343046] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 613.343046] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52642a62-ddb5-5dd5-d03e-c8f7a97e6090" [ 613.343046] env[63380]: _type = "HttpNfcLease" [ 613.343046] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 613.343046] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13fce5-3b20-4fea-a9e0-5c4d2e7432a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.351240] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 613.351430] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 613.452602] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e800dcc2-7c53-440d-a217-7adb400dd4a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.480221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80619e2f-c5c0-479f-8178-274438219ebe tempest-ServerDiagnosticsNegativeTest-1632175268 tempest-ServerDiagnosticsNegativeTest-1632175268-project-member] Lock "c8230217-bec8-44c2-bd26-fd6792527ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.869s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.589432] env[63380]: DEBUG oslo_concurrency.lockutils [req-9f1a9245-0001-4aeb-94c1-0285eb4d3113 req-c5db07cb-0330-4e23-bbcb-84d3ce4eed90 service nova] Releasing lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.622174] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dc1f92-2153-c54e-3b11-50e23cd7dcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.622580] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.622867] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.623147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.623300] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.623496] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.623827] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adb896c-3216-4f99-80ce-1b76a5490064 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.637918] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.640560] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.643465] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f34f9a-6945-46e0-9bb8-a7ad569fd21e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.654300] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 613.654300] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52639a7f-8b37-9a35-6c2e-992d9b8529ef" [ 613.654300] env[63380]: _type = "Task" [ 613.654300] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.665922] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52639a7f-8b37-9a35-6c2e-992d9b8529ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.761507] env[63380]: INFO nova.compute.manager [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Took 34.27 seconds to build instance. [ 614.091779] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.171520] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52639a7f-8b37-9a35-6c2e-992d9b8529ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.175405] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8653220a-7ddf-4c7d-bb6b-5cf94b2f7b53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.183106] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 614.183106] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5230f15d-533d-bc68-6207-85ff052da723" [ 614.183106] env[63380]: _type = "Task" [ 614.183106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.200260] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5230f15d-533d-bc68-6207-85ff052da723, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.200260] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.200581] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 06c063a5-6625-4f14-a958-f5c1f9b9e945/06c063a5-6625-4f14-a958-f5c1f9b9e945.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.200581] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14b3aef-00eb-49dd-97ae-ea2b0a3a7457 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.209836] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 614.209836] env[63380]: value = "task-2679477" [ 614.209836] env[63380]: _type = "Task" [ 614.209836] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.223108] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.266243] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0756e0d-ebfc-4ea7-8f57-2bef052d0589 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.164s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.269009] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.177s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.269856] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.269856] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.270034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.272709] env[63380]: INFO nova.compute.manager [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Terminating instance [ 614.551456] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eaeeef-2aea-4e8d-b2ad-4ac523c0d9fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.561457] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cffde7-34f3-4dfc-8ea1-687c713a9488 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.596204] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe4e73-ebf0-4057-bc68-a588d04cb598 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.607019] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e4a42-de7e-4803-9b74-605f0569f7ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.623598] env[63380]: DEBUG nova.compute.provider_tree [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.730952] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511439} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.731404] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 06c063a5-6625-4f14-a958-f5c1f9b9e945/06c063a5-6625-4f14-a958-f5c1f9b9e945.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.731676] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.731975] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55539e7-57a7-4892-8be8-4da5432a0ef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.742309] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 614.742309] env[63380]: value = "task-2679478" [ 614.742309] env[63380]: _type = "Task" [ 614.742309] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.760223] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.770118] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.777214] env[63380]: DEBUG nova.compute.manager [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.777415] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.778979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec5083-ec46-44eb-9201-8fe5f1caf40e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.788166] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.788166] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23e0e8a-25f7-41d7-886b-a87a5f12ee39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.798381] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 614.798381] env[63380]: value = "task-2679479" [ 614.798381] env[63380]: _type = "Task" [ 614.798381] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.808782] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.130021] env[63380]: DEBUG nova.scheduler.client.report [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.240989] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "40e47931-2f45-4086-99da-6209163d7113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.241300] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.253035] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082118} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.253386] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.254252] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93f27c-237b-4e55-92a2-ef465d6c38ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.279810] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 06c063a5-6625-4f14-a958-f5c1f9b9e945/06c063a5-6625-4f14-a958-f5c1f9b9e945.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.282635] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3b4f91-a008-4e02-b185-2a0bbfd63420 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.311984] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679479, 'name': PowerOffVM_Task, 'duration_secs': 0.222753} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.314864] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.314864] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.314864] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 615.314864] env[63380]: value = "task-2679480" [ 615.314864] env[63380]: _type = "Task" [ 615.314864] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.314864] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c16d12d-3cf9-4d2c-a86d-ed033c6b90f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320458] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.331082] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.405274] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.405614] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.405860] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Deleting the datastore file [datastore1] 416c3bf5-e7a7-4761-b2a3-398c19e274ba {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.406174] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-049fc433-80a0-469b-92a8-63b2b59a07e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.417494] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for the task: (returnval){ [ 615.417494] env[63380]: value = "task-2679482" [ 615.417494] env[63380]: _type = "Task" [ 615.417494] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.427460] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.636147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.636600] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.639255] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.839s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.639547] env[63380]: DEBUG nova.objects.instance [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lazy-loading 'resources' on Instance uuid 0d658d72-9b28-435c-a069-d40b589cccd7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.830250] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679480, 'name': ReconfigVM_Task, 'duration_secs': 0.503417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.830558] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 06c063a5-6625-4f14-a958-f5c1f9b9e945/06c063a5-6625-4f14-a958-f5c1f9b9e945.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.833524] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba79364-8676-4fbe-a18c-98a24d14c85e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.844732] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 615.844732] env[63380]: value = "task-2679483" [ 615.844732] env[63380]: _type = "Task" [ 615.844732] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.859959] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679483, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.929478] env[63380]: DEBUG oslo_vmware.api [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Task: {'id': task-2679482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149069} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.929769] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.929955] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.930157] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.930336] env[63380]: INFO nova.compute.manager [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 615.930591] env[63380]: DEBUG oslo.service.loopingcall [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.930790] env[63380]: DEBUG nova.compute.manager [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.930918] env[63380]: DEBUG nova.network.neutron [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.144266] env[63380]: DEBUG nova.compute.utils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.149172] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.149172] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.302563] env[63380]: DEBUG nova.policy [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37225cd42a6649f89c221d7743a25ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a2889860c490387eef5222d0b86e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.363574] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679483, 'name': Rename_Task, 'duration_secs': 0.192913} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.363848] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.364190] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83221b0d-8e91-41a3-bda9-a4820952d2f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.375259] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 616.375259] env[63380]: value = "task-2679484" [ 616.375259] env[63380]: _type = "Task" [ 616.375259] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.385906] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.651541] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.703680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3535da2-93cc-4715-961e-f290718567bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.714373] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26049075-3a09-4f74-b174-9339bebc8f71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.753547] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9627e5c1-b3a6-4458-8aed-73a9fb5a6e28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.764236] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcd636c-a427-4dea-8c8e-8a526026bd37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.784544] env[63380]: DEBUG nova.compute.provider_tree [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.889035] env[63380]: DEBUG oslo_vmware.api [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679484, 'name': PowerOnVM_Task, 'duration_secs': 0.513567} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.889394] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.889823] env[63380]: INFO nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Took 7.47 seconds to spawn the instance on the hypervisor. [ 616.889823] env[63380]: DEBUG nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.890884] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65740e09-5275-4ecd-a43e-71f38a3af738 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.943632] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.943924] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.051971] env[63380]: DEBUG nova.compute.manager [req-1f0c37f8-2da9-4993-9093-2ce4832531fd req-34b02c74-5fc2-4fd7-80d6-64fa913497eb service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Received event network-vif-deleted-865d6d29-1e9f-40ca-9dda-14bf9f383e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.052235] env[63380]: INFO nova.compute.manager [req-1f0c37f8-2da9-4993-9093-2ce4832531fd req-34b02c74-5fc2-4fd7-80d6-64fa913497eb service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Neutron deleted interface 865d6d29-1e9f-40ca-9dda-14bf9f383e02; detaching it from the instance and deleting it from the info cache [ 617.052474] env[63380]: DEBUG nova.network.neutron [req-1f0c37f8-2da9-4993-9093-2ce4832531fd req-34b02c74-5fc2-4fd7-80d6-64fa913497eb service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.084870] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Successfully created port: 38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.137879] env[63380]: DEBUG nova.network.neutron [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.290224] env[63380]: DEBUG nova.scheduler.client.report [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.337508] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "238dda65-7415-46b1-b19d-ae667a1bccce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.338508] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.419730] env[63380]: INFO nova.compute.manager [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Took 34.01 seconds to build instance. [ 617.557040] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229b6d81-e13a-4597-81d7-ec93a993f84a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.569528] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3db27bb-6ffe-422e-954e-80f77686386b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.602716] env[63380]: DEBUG nova.compute.manager [req-1f0c37f8-2da9-4993-9093-2ce4832531fd req-34b02c74-5fc2-4fd7-80d6-64fa913497eb service nova] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Detach interface failed, port_id=865d6d29-1e9f-40ca-9dda-14bf9f383e02, reason: Instance 416c3bf5-e7a7-4761-b2a3-398c19e274ba could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 617.641999] env[63380]: INFO nova.compute.manager [-] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Took 1.71 seconds to deallocate network for instance. [ 617.665308] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.710545] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.710545] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.710545] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.713796] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.713796] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.713951] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.714341] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.714341] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.714555] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.714642] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.714838] env[63380]: DEBUG nova.virt.hardware [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.716131] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e14ab-0050-4b80-8c23-ea121d1a0b35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.727172] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b222db1-f01d-48dd-a560-3e2581cbbcc5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.797265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.798257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.446s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.798522] env[63380]: DEBUG nova.objects.instance [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 617.840224] env[63380]: INFO nova.scheduler.client.report [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Deleted allocations for instance 0d658d72-9b28-435c-a069-d40b589cccd7 [ 617.922913] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2304d4e2-3813-4eac-9e9f-91ba0252c270 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.031s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.154756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.352720] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dd53b0bb-3d20-4a62-ae31-c5cb9f503de4 tempest-DeleteServersAdminTestJSON-444299874 tempest-DeleteServersAdminTestJSON-444299874-project-admin] Lock "0d658d72-9b28-435c-a069-d40b589cccd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.178s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.426124] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.811215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-927e87af-c61c-4a55-951b-27d6f55ba657 tempest-ServersAdmin275Test-93603539 tempest-ServersAdmin275Test-93603539-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.812435] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.758s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.814729] env[63380]: INFO nova.compute.claims [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.945530] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.424894] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Successfully updated port: 38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.433589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.433589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.930807] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.931020] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931199] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.013319] env[63380]: DEBUG nova.compute.manager [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Received event network-vif-plugged-38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.013319] env[63380]: DEBUG oslo_concurrency.lockutils [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] Acquiring lock "98361a6b-ae46-49da-82c5-612246fafa86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.013480] env[63380]: DEBUG oslo_concurrency.lockutils [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] Lock "98361a6b-ae46-49da-82c5-612246fafa86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.013675] env[63380]: DEBUG oslo_concurrency.lockutils [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] Lock "98361a6b-ae46-49da-82c5-612246fafa86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.013937] env[63380]: DEBUG nova.compute.manager [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] No waiting events found dispatching network-vif-plugged-38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.014191] env[63380]: WARNING nova.compute.manager [req-45e20657-7c79-44f8-8cd9-a4c216b24aac req-426d5788-662a-4ebf-b10e-80ee8afc0e1d service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Received unexpected event network-vif-plugged-38040f4e-43f3-423e-8ad8-abef63cb7d42 for instance with vm_state building and task_state spawning. [ 620.031607] env[63380]: DEBUG nova.compute.manager [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.031607] env[63380]: DEBUG nova.compute.manager [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing instance network info cache due to event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.031607] env[63380]: DEBUG oslo_concurrency.lockutils [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] Acquiring lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.031607] env[63380]: DEBUG oslo_concurrency.lockutils [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] Acquired lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.031607] env[63380]: DEBUG nova.network.neutron [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.221832] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "54584ebf-4da5-4fa8-b570-94320d92d80f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.222197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.387023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553ed22d-5034-4189-b2f6-3a6b041d2274 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.397173] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133eedde-0960-4187-beb6-da1cbe214d41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.430626] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a418fb6-170e-48f1-90b7-2b523eca6e60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.441867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a44f86-70c3-4b18-8883-db29e90bdb7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.459277] env[63380]: DEBUG nova.compute.provider_tree [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.484267] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.824042] env[63380]: DEBUG nova.network.neutron [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updating instance_info_cache with network_info: [{"id": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "address": "fa:16:3e:8d:51:5e", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38040f4e-43", "ovs_interfaceid": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.983895] env[63380]: ERROR nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [req-63e4cb6d-7c71-425d-aafc-3bdba2e0ab78] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63e4cb6d-7c71-425d-aafc-3bdba2e0ab78"}]} [ 621.001288] env[63380]: DEBUG nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.018758] env[63380]: DEBUG nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.018859] env[63380]: DEBUG nova.compute.provider_tree [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.034285] env[63380]: DEBUG nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.052712] env[63380]: DEBUG nova.network.neutron [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updated VIF entry in instance network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.053298] env[63380]: DEBUG nova.network.neutron [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [{"id": "6522dd08-b604-4785-b9f7-8aa21eb08930", "address": "fa:16:3e:8a:53:3f", "network": {"id": "16a12226-519e-4bd7-896d-7eeef0752b09", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916602220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5545b8c34b47417cbcf206f636f9e498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522dd08-b6", "ovs_interfaceid": "6522dd08-b604-4785-b9f7-8aa21eb08930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.056517] env[63380]: DEBUG nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.264825] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 621.267152] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49afc310-643a-4f99-bdeb-8dff3fd30081 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.276562] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 621.276753] env[63380]: ERROR oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk due to incomplete transfer. [ 621.277385] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a14331ad-7adf-4538-823f-d479061e4c22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.285253] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1f1ee-5ba6-52e8-1d5c-1bbe1eb47f66/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 621.286319] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Uploaded image ab76ee79-97b8-4935-9f1f-bac8e91eddcc to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 621.293556] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 621.293556] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dcc9cd4-de08-48ff-b9bd-a847ff380352 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.302766] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 621.302766] env[63380]: value = "task-2679485" [ 621.302766] env[63380]: _type = "Task" [ 621.302766] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.311803] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679485, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.325933] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.325933] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Instance network_info: |[{"id": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "address": "fa:16:3e:8d:51:5e", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38040f4e-43", "ovs_interfaceid": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.326834] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:51:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38040f4e-43f3-423e-8ad8-abef63cb7d42', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.333749] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating folder: Project (b87a2889860c490387eef5222d0b86e5). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.337677] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1754cf6-5106-4ce9-86c1-bc58c99c70a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.351637] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created folder: Project (b87a2889860c490387eef5222d0b86e5) in parent group-v540155. [ 621.351637] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating folder: Instances. Parent ref: group-v540219. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.351922] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20129948-2623-441e-8cdf-611dc2edf26f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.369692] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created folder: Instances in parent group-v540219. [ 621.369991] env[63380]: DEBUG oslo.service.loopingcall [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.370209] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.370425] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9faaf08-7e6b-42b1-a7c0-59f5ca1887de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.394499] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.394499] env[63380]: value = "task-2679488" [ 621.394499] env[63380]: _type = "Task" [ 621.394499] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.404507] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679488, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.560524] env[63380]: DEBUG oslo_concurrency.lockutils [req-ef02de59-95d0-4f2a-9e7c-b079343ff134 req-e0892230-0796-40fa-8602-3e8cdd9e701c service nova] Releasing lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.617161] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0840b0d-63a3-4016-a94e-d7622af8b6e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.626571] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ef5e0-7a83-4499-b1f2-47c7c2641570 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.663489] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a396500-277c-4d91-9346-b2a0bbd7e0f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.674400] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa94e95e-2ce0-4ff9-a249-8c20248938a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.689770] env[63380]: DEBUG nova.compute.provider_tree [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.815138] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679485, 'name': Destroy_Task, 'duration_secs': 0.379907} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.815650] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Destroyed the VM [ 621.818206] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 621.818206] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-539681f0-e5c0-409f-a1cc-0360f8dd5410 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.828031] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 621.828031] env[63380]: value = "task-2679489" [ 621.828031] env[63380]: _type = "Task" [ 621.828031] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.839532] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.932137] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679488, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.215615] env[63380]: DEBUG nova.compute.manager [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Received event network-changed-38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.215615] env[63380]: DEBUG nova.compute.manager [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Refreshing instance network info cache due to event network-changed-38040f4e-43f3-423e-8ad8-abef63cb7d42. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.217033] env[63380]: DEBUG oslo_concurrency.lockutils [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] Acquiring lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.217033] env[63380]: DEBUG oslo_concurrency.lockutils [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] Acquired lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.217033] env[63380]: DEBUG nova.network.neutron [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Refreshing network info cache for port 38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.233246] env[63380]: DEBUG nova.scheduler.client.report [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 622.233246] env[63380]: DEBUG nova.compute.provider_tree [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 47 to 48 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.233246] env[63380]: DEBUG nova.compute.provider_tree [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.340868] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679489, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.410732] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679488, 'name': CreateVM_Task, 'duration_secs': 0.568897} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.410732] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.411477] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.411645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.411972] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.412289] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b16463a-73c7-4e85-b8c6-c5daae1537ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.418972] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 622.418972] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52275590-31be-017e-d22f-66c23e7dde36" [ 622.418972] env[63380]: _type = "Task" [ 622.418972] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.429034] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52275590-31be-017e-d22f-66c23e7dde36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.737978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.925s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.740812] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.741464] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.111s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.742860] env[63380]: INFO nova.compute.claims [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.844198] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679489, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.960123] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52275590-31be-017e-d22f-66c23e7dde36, 'name': SearchDatastore_Task, 'duration_secs': 0.014757} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.960436] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.960670] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.960908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.961063] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.961241] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.961504] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c02b50f2-cc5c-4451-b141-a46665014ae9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.976788] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.976982] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.977777] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e867bf81-061e-4974-b8a4-001b75549bd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.984680] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 622.984680] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5205f929-cc04-db72-4e45-d51478b3f941" [ 622.984680] env[63380]: _type = "Task" [ 622.984680] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.995183] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5205f929-cc04-db72-4e45-d51478b3f941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.250764] env[63380]: DEBUG nova.compute.utils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.258193] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.258468] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.336767] env[63380]: DEBUG nova.policy [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37225cd42a6649f89c221d7743a25ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a2889860c490387eef5222d0b86e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.344448] env[63380]: DEBUG oslo_vmware.api [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679489, 'name': RemoveSnapshot_Task, 'duration_secs': 1.284424} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.344710] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 623.344934] env[63380]: INFO nova.compute.manager [None req-7e9c58d5-f9df-46dd-8a96-0aa64afef0f3 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 15.21 seconds to snapshot the instance on the hypervisor. [ 623.358071] env[63380]: DEBUG nova.network.neutron [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updated VIF entry in instance network info cache for port 38040f4e-43f3-423e-8ad8-abef63cb7d42. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.358556] env[63380]: DEBUG nova.network.neutron [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updating instance_info_cache with network_info: [{"id": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "address": "fa:16:3e:8d:51:5e", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38040f4e-43", "ovs_interfaceid": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.497811] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5205f929-cc04-db72-4e45-d51478b3f941, 'name': SearchDatastore_Task, 'duration_secs': 0.030316} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.498018] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff68a39a-c620-47ce-b89b-e1be8410ae5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.504256] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 623.504256] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527d4a69-efad-a5bd-384b-deed3c7f2914" [ 623.504256] env[63380]: _type = "Task" [ 623.504256] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.514328] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527d4a69-efad-a5bd-384b-deed3c7f2914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.759364] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.787014] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Successfully created port: 1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.864315] env[63380]: DEBUG oslo_concurrency.lockutils [req-754005d0-9ed8-487f-ab03-01e8b42513d8 req-f9b040d1-b16f-4227-aea3-f4015ac1fc58 service nova] Releasing lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.017321] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527d4a69-efad-a5bd-384b-deed3c7f2914, 'name': SearchDatastore_Task, 'duration_secs': 0.014694} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.020454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.020776] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/98361a6b-ae46-49da-82c5-612246fafa86.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.021434] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97e27e5-fc71-44a5-b990-807d4da19582 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.030076] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 624.030076] env[63380]: value = "task-2679493" [ 624.030076] env[63380]: _type = "Task" [ 624.030076] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.047435] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.349690] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5098f1-2d17-4485-b748-74fd8a6d9ac9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.360699] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0413c-7eea-46c4-a7ad-26384558ef6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.413872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292e9bec-455d-4bc2-937d-544bedfb4fcb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.429416] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70bc78-117f-44c6-860e-e6a6c4c0c9f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.454638] env[63380]: DEBUG nova.compute.provider_tree [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.467644] env[63380]: DEBUG nova.compute.manager [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.467943] env[63380]: DEBUG nova.compute.manager [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing instance network info cache due to event network-changed-6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.468112] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] Acquiring lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.468315] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] Acquired lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.468507] env[63380]: DEBUG nova.network.neutron [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Refreshing network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.542234] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48393} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.542234] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/98361a6b-ae46-49da-82c5-612246fafa86.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.542234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.542234] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c40a85-f7a5-472e-ae5f-a97668f99209 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.550684] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 624.550684] env[63380]: value = "task-2679494" [ 624.550684] env[63380]: _type = "Task" [ 624.550684] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.559686] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.774513] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.799653] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.800199] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.800199] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.800665] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.800665] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.800665] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.801043] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.801218] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.801342] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.801500] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.801712] env[63380]: DEBUG nova.virt.hardware [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.802717] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68693201-7e4e-46e1-90f5-9ec26ebb504e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.814097] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94c424a-3300-4d91-b37c-04a225deaa9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.958088] env[63380]: DEBUG nova.scheduler.client.report [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.061678] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074133} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.061963] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.062773] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc16a86-cce8-4742-bd27-7a27172836c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.086641] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/98361a6b-ae46-49da-82c5-612246fafa86.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.089298] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872342a1-be0a-4126-9456-ac3bb8b289b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.111966] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 625.111966] env[63380]: value = "task-2679496" [ 625.111966] env[63380]: _type = "Task" [ 625.111966] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.121093] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.302098] env[63380]: DEBUG nova.network.neutron [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updated VIF entry in instance network info cache for port 6522dd08-b604-4785-b9f7-8aa21eb08930. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.302098] env[63380]: DEBUG nova.network.neutron [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [{"id": "6522dd08-b604-4785-b9f7-8aa21eb08930", "address": "fa:16:3e:8a:53:3f", "network": {"id": "16a12226-519e-4bd7-896d-7eeef0752b09", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-916602220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5545b8c34b47417cbcf206f636f9e498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522dd08-b6", "ovs_interfaceid": "6522dd08-b604-4785-b9f7-8aa21eb08930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.463437] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.464094] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.467115] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.298s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.468252] env[63380]: INFO nova.compute.claims [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.592617] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Successfully updated port: 1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.623811] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.803425] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ece525a-50f4-40be-a32a-f592408a96ec req-0eafa02f-dead-4b0a-bb09-fc9b42ba688f service nova] Releasing lock "refresh_cache-06c063a5-6625-4f14-a958-f5c1f9b9e945" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.821189] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.821463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.821683] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.821868] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.822059] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.824349] env[63380]: INFO nova.compute.manager [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Terminating instance [ 625.973404] env[63380]: DEBUG nova.compute.utils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.978032] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.978233] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.016648] env[63380]: DEBUG nova.policy [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.025775] env[63380]: DEBUG nova.compute.manager [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.026701] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688bed35-b84c-4df1-80cb-932da6308d43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.095448] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.095613] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.095857] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.123623] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679496, 'name': ReconfigVM_Task, 'duration_secs': 0.604753} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.124015] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/98361a6b-ae46-49da-82c5-612246fafa86.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.124762] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da66d907-2cb9-41f9-888b-19088dbd7d4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.132360] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 626.132360] env[63380]: value = "task-2679497" [ 626.132360] env[63380]: _type = "Task" [ 626.132360] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.142969] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679497, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.328436] env[63380]: DEBUG nova.compute.manager [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.332018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.332018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e7640-defa-488c-94c2-9261b3aea782 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.340125] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.340377] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc4bc06-7b77-4235-b8dd-1880f23df9d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.348697] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 626.348697] env[63380]: value = "task-2679498" [ 626.348697] env[63380]: _type = "Task" [ 626.348697] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.354684] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Successfully created port: 1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.360897] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.476380] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.529043] env[63380]: DEBUG nova.compute.manager [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Received event network-vif-plugged-1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.529269] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Acquiring lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.529468] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.529629] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.529797] env[63380]: DEBUG nova.compute.manager [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] No waiting events found dispatching network-vif-plugged-1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.529953] env[63380]: WARNING nova.compute.manager [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Received unexpected event network-vif-plugged-1065004d-6eaf-49db-9f84-4db06d1be1b9 for instance with vm_state building and task_state spawning. [ 626.530119] env[63380]: DEBUG nova.compute.manager [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Received event network-changed-1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.530267] env[63380]: DEBUG nova.compute.manager [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Refreshing instance network info cache due to event network-changed-1065004d-6eaf-49db-9f84-4db06d1be1b9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.530425] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Acquiring lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.537229] env[63380]: INFO nova.compute.manager [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] instance snapshotting [ 626.542487] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a45164b-1ec2-473e-9a55-8986560644e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.565673] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef70e83-8157-4b81-993f-ef9efd9ef36d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.643924] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679497, 'name': Rename_Task, 'duration_secs': 0.15685} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.647152] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.647832] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9334988e-386f-4d55-a119-f582cd86ede5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.657107] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.660498] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 626.660498] env[63380]: value = "task-2679499" [ 626.660498] env[63380]: _type = "Task" [ 626.660498] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.669990] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.873105] env[63380]: DEBUG nova.network.neutron [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updating instance_info_cache with network_info: [{"id": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "address": "fa:16:3e:9e:47:d5", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1065004d-6e", "ovs_interfaceid": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.875125] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679498, 'name': PowerOffVM_Task, 'duration_secs': 0.385364} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.875802] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.876062] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.876410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8a6b33-37ba-4a5c-8eee-0177ff7dfe43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.951322] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.951555] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.951752] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Deleting the datastore file [datastore1] 06c063a5-6625-4f14-a958-f5c1f9b9e945 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.952031] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cab6907-aeee-4d50-87d6-0caedc68e984 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.964043] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for the task: (returnval){ [ 626.964043] env[63380]: value = "task-2679501" [ 626.964043] env[63380]: _type = "Task" [ 626.964043] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.973601] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.047619] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e37e88-336d-4f8b-8f64-775f0eda72b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.055231] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429f32d-4dc2-428f-92fc-5590dba6a894 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.091023] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 627.091233] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2da7095-b212-4ea3-9d76-8ebd32d8783f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.093925] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410fd025-42ec-4b57-b82b-32c6569be9b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.105136] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4fa62-87a0-4d22-ad77-97cfe00a91d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.109764] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 627.109764] env[63380]: value = "task-2679503" [ 627.109764] env[63380]: _type = "Task" [ 627.109764] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.123521] env[63380]: DEBUG nova.compute.provider_tree [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.128046] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.172470] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.376649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.377023] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Instance network_info: |[{"id": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "address": "fa:16:3e:9e:47:d5", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1065004d-6e", "ovs_interfaceid": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.377419] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Acquired lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.377610] env[63380]: DEBUG nova.network.neutron [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Refreshing network info cache for port 1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.378944] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:47:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1065004d-6eaf-49db-9f84-4db06d1be1b9', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.387352] env[63380]: DEBUG oslo.service.loopingcall [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.390946] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.391442] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81e1dae-7e42-4198-a2af-4e1d62884bf7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.414171] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.414171] env[63380]: value = "task-2679504" [ 627.414171] env[63380]: _type = "Task" [ 627.414171] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.423510] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679504, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.476129] env[63380]: DEBUG oslo_vmware.api [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Task: {'id': task-2679501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206028} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.479460] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.479812] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.480151] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.480442] env[63380]: INFO nova.compute.manager [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Took 1.15 seconds to destroy the instance on the hypervisor. [ 627.480752] env[63380]: DEBUG oslo.service.loopingcall [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.480965] env[63380]: DEBUG nova.compute.manager [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.481121] env[63380]: DEBUG nova.network.neutron [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.491626] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.518375] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.518632] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.518783] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.518963] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.519903] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.519903] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.519903] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.519903] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.520146] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.520180] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.520513] env[63380]: DEBUG nova.virt.hardware [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.521445] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee951c7a-7d9e-4f84-aa6b-d3940ddb7314 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.536080] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d087e-5b08-4095-8078-2013bd325860 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.621328] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679503, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.630601] env[63380]: DEBUG nova.scheduler.client.report [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.655477] env[63380]: DEBUG nova.network.neutron [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updated VIF entry in instance network info cache for port 1065004d-6eaf-49db-9f84-4db06d1be1b9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.656131] env[63380]: DEBUG nova.network.neutron [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updating instance_info_cache with network_info: [{"id": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "address": "fa:16:3e:9e:47:d5", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1065004d-6e", "ovs_interfaceid": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.676632] env[63380]: DEBUG oslo_vmware.api [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679499, 'name': PowerOnVM_Task, 'duration_secs': 0.736418} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.676910] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.677119] env[63380]: INFO nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Took 10.01 seconds to spawn the instance on the hypervisor. [ 627.677297] env[63380]: DEBUG nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.678113] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e4ba5-089f-45a3-a209-78410eb6059e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.831597] env[63380]: DEBUG nova.compute.manager [req-ccca6506-cf8d-4186-bae5-b647b330bcf2 req-60cc1e7b-49b6-481a-85c7-d28a244dee44 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Received event network-vif-deleted-6522dd08-b604-4785-b9f7-8aa21eb08930 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.831703] env[63380]: INFO nova.compute.manager [req-ccca6506-cf8d-4186-bae5-b647b330bcf2 req-60cc1e7b-49b6-481a-85c7-d28a244dee44 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Neutron deleted interface 6522dd08-b604-4785-b9f7-8aa21eb08930; detaching it from the instance and deleting it from the info cache [ 627.831818] env[63380]: DEBUG nova.network.neutron [req-ccca6506-cf8d-4186-bae5-b647b330bcf2 req-60cc1e7b-49b6-481a-85c7-d28a244dee44 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.926247] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679504, 'name': CreateVM_Task, 'duration_secs': 0.3887} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.926247] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.926498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.926594] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.926994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.927293] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff485fa-47d4-4472-ab5c-ae355b02deee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.933752] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 627.933752] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52128ce0-a8d2-3908-a327-9679e21d3fb8" [ 627.933752] env[63380]: _type = "Task" [ 627.933752] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.944045] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52128ce0-a8d2-3908-a327-9679e21d3fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.074181] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Successfully updated port: 1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.120598] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679503, 'name': CreateSnapshot_Task, 'duration_secs': 0.577785} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.120871] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 628.121612] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a7f65-5cec-41e2-b8d1-6606b2c32667 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.137074] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.137563] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.139959] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.954s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.139959] env[63380]: DEBUG nova.objects.instance [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lazy-loading 'resources' on Instance uuid b5dba955-0b52-47cb-a6d6-85c751f74038 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.160357] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cdeb29e-4018-4285-b479-e96a600391a9 req-572c7385-b281-49df-aa75-ff9888b4d4ab service nova] Releasing lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.199759] env[63380]: INFO nova.compute.manager [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Took 42.61 seconds to build instance. [ 628.301411] env[63380]: DEBUG nova.network.neutron [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.335562] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a616f98-1356-4e6d-a031-cc726d0be94b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.345959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e74db-d8d6-4ff1-a276-c216af704d6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.377511] env[63380]: DEBUG nova.compute.manager [req-ccca6506-cf8d-4186-bae5-b647b330bcf2 req-60cc1e7b-49b6-481a-85c7-d28a244dee44 service nova] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Detach interface failed, port_id=6522dd08-b604-4785-b9f7-8aa21eb08930, reason: Instance 06c063a5-6625-4f14-a958-f5c1f9b9e945 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 628.445359] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52128ce0-a8d2-3908-a327-9679e21d3fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.028185} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.445671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.445943] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.446217] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.446339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446956] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.446956] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc7b5d9-ae11-4987-8550-80eebcda2628 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.457587] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.457768] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.458533] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cfd4cd-bd98-48dc-9fbb-32a1a3444c82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.467298] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 628.467298] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52510a46-3f66-0c3a-bbb4-b147437bd918" [ 628.467298] env[63380]: _type = "Task" [ 628.467298] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.475054] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52510a46-3f66-0c3a-bbb4-b147437bd918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.553782] env[63380]: DEBUG nova.compute.manager [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Received event network-vif-plugged-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.554059] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Acquiring lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.554224] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.554395] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.554560] env[63380]: DEBUG nova.compute.manager [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] No waiting events found dispatching network-vif-plugged-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.554725] env[63380]: WARNING nova.compute.manager [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Received unexpected event network-vif-plugged-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 for instance with vm_state building and task_state spawning. [ 628.554882] env[63380]: DEBUG nova.compute.manager [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Received event network-changed-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.555048] env[63380]: DEBUG nova.compute.manager [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Refreshing instance network info cache due to event network-changed-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.555231] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Acquiring lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.555367] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Acquired lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.555519] env[63380]: DEBUG nova.network.neutron [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Refreshing network info cache for port 1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.577162] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.639246] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 628.639543] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c7823f9-917d-4e8e-8958-e0aab9d33eb8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.643937] env[63380]: DEBUG nova.compute.utils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.647904] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 628.654801] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 628.654801] env[63380]: value = "task-2679505" [ 628.654801] env[63380]: _type = "Task" [ 628.654801] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.665010] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679505, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.704057] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9faf3138-bd72-4e70-b06c-b2a68d7d5ab6 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.785s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.803454] env[63380]: INFO nova.compute.manager [-] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Took 1.32 seconds to deallocate network for instance. [ 628.977892] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52510a46-3f66-0c3a-bbb4-b147437bd918, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.980806] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25984733-59b1-4517-bf6f-4c9862afcd53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.987717] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 628.987717] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f2cc2a-2228-ef62-8a86-249eb594f870" [ 628.987717] env[63380]: _type = "Task" [ 628.987717] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.997050] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f2cc2a-2228-ef62-8a86-249eb594f870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.086634] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876cabea-c2b1-4005-aec0-6738ad2c68a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.093998] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4942695-a823-4a67-9d59-30b029f13250 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.128030] env[63380]: DEBUG nova.network.neutron [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.130671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2873519-4350-497c-9f27-44fc06686c5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.139872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0168a14-ba14-4168-a349-127aec62339e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.154341] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.157853] env[63380]: DEBUG nova.compute.provider_tree [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.168092] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679505, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.211498] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.241654] env[63380]: DEBUG nova.network.neutron [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.311842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.500448] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f2cc2a-2228-ef62-8a86-249eb594f870, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.500703] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.500958] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/cc13c801-3582-4a42-a196-eac1e4d7d53d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.501227] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-338ca010-46f3-4b3a-bac5-cd19607da79e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.510032] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 629.510032] env[63380]: value = "task-2679507" [ 629.510032] env[63380]: _type = "Task" [ 629.510032] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.518625] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.662350] env[63380]: DEBUG nova.scheduler.client.report [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.677351] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679505, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.729651] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.744824] env[63380]: DEBUG oslo_concurrency.lockutils [req-532e6221-422c-4ea9-8946-ac8868024404 req-05f7af29-c391-4fab-a8f1-ec7bb1b0ca6b service nova] Releasing lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.745034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.745267] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.021565] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.169679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.172078] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.174611] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.607s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.174882] env[63380]: DEBUG nova.objects.instance [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lazy-loading 'resources' on Instance uuid 59d7aa65-9a57-4598-963b-c6f5ab5c4f69 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.185584] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679505, 'name': CloneVM_Task, 'duration_secs': 1.21312} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.185934] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Created linked-clone VM from snapshot [ 630.186842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3656b3-ae9d-4512-9d58-d408b2dd7421 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.194813] env[63380]: INFO nova.scheduler.client.report [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Deleted allocations for instance b5dba955-0b52-47cb-a6d6-85c751f74038 [ 630.200536] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Uploading image 4c28cd79-b361-4391-84f2-7d11046dd6cc {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 630.206533] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.206756] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.206950] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.207103] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.207251] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.207396] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.207602] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.207785] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.207951] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.208150] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.208331] env[63380]: DEBUG nova.virt.hardware [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.209646] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d6777-e5d3-47e2-8fa1-8ca6ddbc51b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.219036] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3c69c-7a6c-4176-a058-c46786dd13a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.238117] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.247021] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Creating folder: Project (4d30f007aa5f4cb7b6d016972e131e34). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.247778] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 630.247778] env[63380]: value = "vm-540227" [ 630.247778] env[63380]: _type = "VirtualMachine" [ 630.247778] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 630.248369] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02dacfbd-d8db-41eb-b89b-b9d6ac46f0f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.251725] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f576313-0f4b-48e3-a83d-ef6c101dc864 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.261941] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lease: (returnval){ [ 630.261941] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528210aa-fc10-fd04-0767-ea68d6c13561" [ 630.261941] env[63380]: _type = "HttpNfcLease" [ 630.261941] env[63380]: } obtained for exporting VM: (result){ [ 630.261941] env[63380]: value = "vm-540227" [ 630.261941] env[63380]: _type = "VirtualMachine" [ 630.261941] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 630.262418] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the lease: (returnval){ [ 630.262418] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528210aa-fc10-fd04-0767-ea68d6c13561" [ 630.262418] env[63380]: _type = "HttpNfcLease" [ 630.262418] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 630.267332] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Created folder: Project (4d30f007aa5f4cb7b6d016972e131e34) in parent group-v540155. [ 630.267564] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Creating folder: Instances. Parent ref: group-v540228. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.268259] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef6acdea-306b-4dd5-b0a2-6d7e741b023c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.272210] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.272210] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528210aa-fc10-fd04-0767-ea68d6c13561" [ 630.272210] env[63380]: _type = "HttpNfcLease" [ 630.272210] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 630.278029] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Created folder: Instances in parent group-v540228. [ 630.278625] env[63380]: DEBUG oslo.service.loopingcall [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.278722] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.278933] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e434b87-adc8-4557-8522-1c8fbbe75943 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.291934] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.299338] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.299338] env[63380]: value = "task-2679511" [ 630.299338] env[63380]: _type = "Task" [ 630.299338] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.308103] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679511, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.484544] env[63380]: DEBUG nova.network.neutron [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Updating instance_info_cache with network_info: [{"id": "1d3d5d57-3b20-4a71-aa3f-4a109b172cd9", "address": "fa:16:3e:8c:3d:f5", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d5d57-3b", "ovs_interfaceid": "1d3d5d57-3b20-4a71-aa3f-4a109b172cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.523641] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.715736] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8860c102-35cd-40ec-ac73-cab0ad6add88 tempest-ServerAddressesNegativeTestJSON-1591839496 tempest-ServerAddressesNegativeTestJSON-1591839496-project-member] Lock "b5dba955-0b52-47cb-a6d6-85c751f74038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.231s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.771496] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.771496] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528210aa-fc10-fd04-0767-ea68d6c13561" [ 630.771496] env[63380]: _type = "HttpNfcLease" [ 630.771496] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 630.772166] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 630.772166] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528210aa-fc10-fd04-0767-ea68d6c13561" [ 630.772166] env[63380]: _type = "HttpNfcLease" [ 630.772166] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 630.772978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f7892-7808-4a5c-8985-06f197cede36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.781340] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 630.781568] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 630.852516] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679511, 'name': CreateVM_Task, 'duration_secs': 0.341395} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.853164] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.853279] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.853442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.853757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.854013] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6dafdef-7641-4c5c-b085-1057e4733101 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.859125] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 630.859125] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520dc3f9-965b-33d3-bca6-c5a379abc389" [ 630.859125] env[63380]: _type = "Task" [ 630.859125] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.870079] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520dc3f9-965b-33d3-bca6-c5a379abc389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.882352] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95933fdc-be33-433d-9ca1-af757f50c18f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.987050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-6d24e41c-9f5e-4fb8-958d-dced808d0d96" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.987356] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance network_info: |[{"id": "1d3d5d57-3b20-4a71-aa3f-4a109b172cd9", "address": "fa:16:3e:8c:3d:f5", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3d5d57-3b", "ovs_interfaceid": "1d3d5d57-3b20-4a71-aa3f-4a109b172cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.987930] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:3d:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3d5d57-3b20-4a71-aa3f-4a109b172cd9', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.995291] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating folder: Project (75193f7650ef40ce9f873f31fa327351). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.995563] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-667da03d-131d-4c9e-9fa1-6fccfc35bef5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.013870] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created folder: Project (75193f7650ef40ce9f873f31fa327351) in parent group-v540155. [ 631.014136] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating folder: Instances. Parent ref: group-v540231. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.017619] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3c0865f-b907-4cbd-a9f9-25ad0a2bd816 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.024564] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679507, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.026747] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created folder: Instances in parent group-v540231. [ 631.026981] env[63380]: DEBUG oslo.service.loopingcall [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.027248] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.027449] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9d8e0c-7127-4065-a4d8-799e5017e843 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.051334] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.051334] env[63380]: value = "task-2679514" [ 631.051334] env[63380]: _type = "Task" [ 631.051334] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.061851] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679514, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.184788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab40bd6c-a351-4507-866a-5dd1abc89099 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.193658] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be9d57-25dd-4347-8854-a3f67e2ac7a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.236251] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd4420-b16e-4a5e-9e61-90c735209d0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.247628] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86881297-de46-4d66-b035-a24afc477912 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.986027] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679507, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656795} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.000593] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/cc13c801-3582-4a42-a196-eac1e4d7d53d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.000865] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.001151] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520dc3f9-965b-33d3-bca6-c5a379abc389, 'name': SearchDatastore_Task, 'duration_secs': 0.016903} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.001314] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679514, 'name': CreateVM_Task, 'duration_secs': 0.623127} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.001730] env[63380]: DEBUG nova.compute.provider_tree [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.004033] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac2b2f90-c083-4f0d-b8d6-91b7e4be021c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.009239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.009411] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.010439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.010439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.010439] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.010439] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.010614] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c7ebba-513f-4062-8f79-d76638c9120e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.012912] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.013082] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.013625] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.015743] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9ef25f-4680-40d2-a89b-d83c10d05e0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.020995] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 632.020995] env[63380]: value = "task-2679516" [ 632.020995] env[63380]: _type = "Task" [ 632.020995] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.022729] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 632.022729] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cc16c8-c8be-101c-9d88-1f53aaf8aaf7" [ 632.022729] env[63380]: _type = "Task" [ 632.022729] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.030887] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.031378] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.032447] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d60d34-fba9-4264-9415-436432e55fb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.038552] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.042858] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cc16c8-c8be-101c-9d88-1f53aaf8aaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.043320] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.043624] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.044092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.044193] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.044380] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.044687] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb875c66-5fab-4694-b7f1-4aed82a44925 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.048591] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 632.048591] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d542d7-ae9a-b4d3-5434-f6c8dfafea9e" [ 632.048591] env[63380]: _type = "Task" [ 632.048591] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.058710] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d542d7-ae9a-b4d3-5434-f6c8dfafea9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.060072] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.060285] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.061097] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9ee5cd-4106-4f70-84cc-07457f7cb871 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.068500] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 632.068500] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d19fd-b85c-c0cb-6617-c22d22a27a0c" [ 632.068500] env[63380]: _type = "Task" [ 632.068500] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.078075] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d19fd-b85c-c0cb-6617-c22d22a27a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.505306] env[63380]: DEBUG nova.scheduler.client.report [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.533390] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080995} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.533654] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.534433] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f532fe-6b19-4254-a8c4-f8eee6fab771 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.561725] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/cc13c801-3582-4a42-a196-eac1e4d7d53d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.562101] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90287c80-49d2-4a82-b57c-832ef88d3576 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.590842] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d542d7-ae9a-b4d3-5434-f6c8dfafea9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012081} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.595968] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d19fd-b85c-c0cb-6617-c22d22a27a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.596258] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 632.596258] env[63380]: value = "task-2679517" [ 632.596258] env[63380]: _type = "Task" [ 632.596258] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.596445] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931bce01-43b9-4518-8b96-42090379937c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.599134] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bc786e-8f34-4a75-bc11-a4033a92cdc3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.609250] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 632.609250] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af4c29-61bf-9def-9a2e-86f399ed4d42" [ 632.609250] env[63380]: _type = "Task" [ 632.609250] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.617101] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.617101] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 632.617101] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524549bd-d622-b165-028a-4190382acb54" [ 632.617101] env[63380]: _type = "Task" [ 632.617101] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.630898] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af4c29-61bf-9def-9a2e-86f399ed4d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.633803] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524549bd-d622-b165-028a-4190382acb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.013737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.839s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.016558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.744s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.016792] env[63380]: DEBUG nova.objects.instance [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lazy-loading 'resources' on Instance uuid ce48dbdc-0840-452f-b076-37159a59cd9a {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.040299] env[63380]: INFO nova.scheduler.client.report [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted allocations for instance 59d7aa65-9a57-4598-963b-c6f5ab5c4f69 [ 633.114108] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.127609] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52af4c29-61bf-9def-9a2e-86f399ed4d42, 'name': SearchDatastore_Task, 'duration_secs': 0.026463} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.128654] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.128961] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 820a927e-8c82-4553-945d-16f4b04993b7/820a927e-8c82-4553-945d-16f4b04993b7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.129329] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27b0f0eb-8f35-4748-95c9-30a700a45b17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.134949] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524549bd-d622-b165-028a-4190382acb54, 'name': SearchDatastore_Task, 'duration_secs': 0.031091} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.136894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.137197] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 6d24e41c-9f5e-4fb8-958d-dced808d0d96/6d24e41c-9f5e-4fb8-958d-dced808d0d96.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.137535] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d6cb4a-2cf5-400a-9c7e-f7d5ca1824ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.141766] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 633.141766] env[63380]: value = "task-2679518" [ 633.141766] env[63380]: _type = "Task" [ 633.141766] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.147879] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 633.147879] env[63380]: value = "task-2679519" [ 633.147879] env[63380]: _type = "Task" [ 633.147879] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.155960] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.161847] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.549743] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ebac0999-b428-4974-bee0-552bdf28e701 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "59d7aa65-9a57-4598-963b-c6f5ab5c4f69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.555s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.611311] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679517, 'name': ReconfigVM_Task, 'duration_secs': 0.669225} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.612553] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/cc13c801-3582-4a42-a196-eac1e4d7d53d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.612553] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d674d3-acb2-4934-bdc3-a5ee1ce11ffc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.623015] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 633.623015] env[63380]: value = "task-2679521" [ 633.623015] env[63380]: _type = "Task" [ 633.623015] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.638608] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679521, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.667351] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679519, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.671467] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.038910] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd93abbf-801e-41c5-993f-ed09111b1f6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.047833] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b010b9d-1ecd-4d63-8d48-0e16bdaeb8a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.088398] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f18a7-3409-40db-8a2c-6224a6d8ecb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.097236] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f2b0f-f3e7-4b27-85aa-3ceeb4dadb75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.113143] env[63380]: DEBUG nova.compute.provider_tree [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.134540] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679521, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.153328] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769113} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.156918] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 820a927e-8c82-4553-945d-16f4b04993b7/820a927e-8c82-4553-945d-16f4b04993b7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.157276] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.157549] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f130de31-74ff-4ceb-8fa3-443ba40821ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.165626] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757636} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.167014] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 6d24e41c-9f5e-4fb8-958d-dced808d0d96/6d24e41c-9f5e-4fb8-958d-dced808d0d96.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.167270] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.167581] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 634.167581] env[63380]: value = "task-2679522" [ 634.167581] env[63380]: _type = "Task" [ 634.167581] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.167773] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35f53848-cb96-4e24-a58c-890c47a7aaa9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.180350] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.181887] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 634.181887] env[63380]: value = "task-2679523" [ 634.181887] env[63380]: _type = "Task" [ 634.181887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.191371] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.615987] env[63380]: DEBUG nova.scheduler.client.report [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.633579] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679521, 'name': Rename_Task, 'duration_secs': 0.693317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.635343] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.635613] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b92e9210-7ae9-406d-b675-6fe45fc16c3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.644153] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 634.644153] env[63380]: value = "task-2679524" [ 634.644153] env[63380]: _type = "Task" [ 634.644153] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.654556] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.680073] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070565} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.680361] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.681206] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00edd193-6264-4eeb-b872-5d7e50e34cec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.693049] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091454} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.700927] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.711075] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 820a927e-8c82-4553-945d-16f4b04993b7/820a927e-8c82-4553-945d-16f4b04993b7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.711952] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a78ff-2f80-4263-a5ca-9049eaeaa470 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.714967] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5102b5-2e4f-4666-b49c-47d32a10b4a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.750407] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 6d24e41c-9f5e-4fb8-958d-dced808d0d96/6d24e41c-9f5e-4fb8-958d-dced808d0d96.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.752271] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a3d74e-18ef-48a5-b2bd-691284e24772 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.768877] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 634.768877] env[63380]: value = "task-2679525" [ 634.768877] env[63380]: _type = "Task" [ 634.768877] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.775263] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 634.775263] env[63380]: value = "task-2679526" [ 634.775263] env[63380]: _type = "Task" [ 634.775263] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.778801] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.787177] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.122100] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.125396] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.256s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.126471] env[63380]: INFO nova.compute.claims [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.151642] env[63380]: INFO nova.scheduler.client.report [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Deleted allocations for instance ce48dbdc-0840-452f-b076-37159a59cd9a [ 635.160013] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679524, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.292990] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679525, 'name': ReconfigVM_Task, 'duration_secs': 0.339469} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.294288] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 820a927e-8c82-4553-945d-16f4b04993b7/820a927e-8c82-4553-945d-16f4b04993b7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.294961] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679526, 'name': ReconfigVM_Task, 'duration_secs': 0.482676} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.295314] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc1e8ea-a360-4e87-99c1-6f99211e20e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.297129] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 6d24e41c-9f5e-4fb8-958d-dced808d0d96/6d24e41c-9f5e-4fb8-958d-dced808d0d96.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.298063] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07493db7-47c9-4075-9b26-55e7dc2820a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.308143] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 635.308143] env[63380]: value = "task-2679528" [ 635.308143] env[63380]: _type = "Task" [ 635.308143] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.310168] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 635.310168] env[63380]: value = "task-2679527" [ 635.310168] env[63380]: _type = "Task" [ 635.310168] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.325021] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679528, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.327531] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679527, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.658915] env[63380]: DEBUG oslo_vmware.api [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679524, 'name': PowerOnVM_Task, 'duration_secs': 0.57836} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.662846] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.662846] env[63380]: INFO nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Took 10.89 seconds to spawn the instance on the hypervisor. [ 635.662846] env[63380]: DEBUG nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.662846] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a24ca-3042-4592-a412-65f5d7c227be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.669096] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63eeab41-fc9a-4038-9f60-680b17e600bf tempest-ServersAdmin275Test-1645212679 tempest-ServersAdmin275Test-1645212679-project-member] Lock "ce48dbdc-0840-452f-b076-37159a59cd9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.251s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.833964] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679528, 'name': Rename_Task, 'duration_secs': 0.282059} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.838204] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.838564] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679527, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.838777] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb6f213-d3f3-4561-a99c-33b26124e220 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.848509] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 635.848509] env[63380]: value = "task-2679530" [ 635.848509] env[63380]: _type = "Task" [ 635.848509] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.858228] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.203640] env[63380]: INFO nova.compute.manager [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Took 41.18 seconds to build instance. [ 636.328768] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679527, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.368846] env[63380]: DEBUG oslo_vmware.api [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679530, 'name': PowerOnVM_Task, 'duration_secs': 0.490798} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.369499] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.369860] env[63380]: INFO nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Took 8.88 seconds to spawn the instance on the hypervisor. [ 636.370573] env[63380]: DEBUG nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.371527] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006a009-7f00-4f99-b406-f21a0548069a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.693366] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad352b-06c4-4227-a719-1d6978ca88a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.706017] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed616494-be0e-4e7e-87df-7d43e833a4e3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.839s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.708232] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a82605-56d9-4cc2-a449-093ded2a3092 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.750268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c4dec-3ae9-4bd0-a020-d7740214d24b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.762343] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f871cb29-3451-41ba-8569-037348ad9877 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.778168] env[63380]: DEBUG nova.compute.provider_tree [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.826430] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679527, 'name': Rename_Task, 'duration_secs': 1.181638} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.827102] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.827418] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee68f3ed-de73-4559-bedb-87877c357cab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.841866] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 636.841866] env[63380]: value = "task-2679531" [ 636.841866] env[63380]: _type = "Task" [ 636.841866] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.857058] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.896371] env[63380]: INFO nova.compute.manager [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Took 40.30 seconds to build instance. [ 637.213770] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.282611] env[63380]: DEBUG nova.scheduler.client.report [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.356928] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.400624] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9fa55f51-32ec-4281-b275-9bc8983bd20e tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.736s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.478166] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.478424] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.539473] env[63380]: INFO nova.compute.manager [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Rescuing [ 637.539568] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.539760] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.539881] env[63380]: DEBUG nova.network.neutron [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.581947] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.582548] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 637.739192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.790630] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.791102] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.794165] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.915s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.794407] env[63380]: DEBUG nova.objects.instance [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lazy-loading 'resources' on Instance uuid 5e79d61a-5b7a-4793-a6bd-62be6fd39a92 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.856326] env[63380]: DEBUG oslo_vmware.api [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679531, 'name': PowerOnVM_Task, 'duration_secs': 0.713319} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.856624] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.856898] env[63380]: INFO nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Took 7.68 seconds to spawn the instance on the hypervisor. [ 637.857168] env[63380]: DEBUG nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.857992] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3837c973-df68-4952-9c3a-a153de8e9b00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.906473] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.027714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.028034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.028371] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.028670] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.028778] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.031462] env[63380]: INFO nova.compute.manager [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Terminating instance [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.093525] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.094361] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 638.094361] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.304058] env[63380]: DEBUG nova.compute.utils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.308454] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.308678] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.331017] env[63380]: DEBUG nova.network.neutron [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updating instance_info_cache with network_info: [{"id": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "address": "fa:16:3e:9e:47:d5", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1065004d-6e", "ovs_interfaceid": "1065004d-6eaf-49db-9f84-4db06d1be1b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.356465] env[63380]: DEBUG nova.compute.manager [None req-3cff1edb-6b96-484c-8106-d3543f702e6f tempest-ServerDiagnosticsV248Test-2028255911 tempest-ServerDiagnosticsV248Test-2028255911-project-admin] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.357958] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bbb9f-2fb5-4daa-8bf2-9d03be527ed4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.365843] env[63380]: INFO nova.compute.manager [None req-3cff1edb-6b96-484c-8106-d3543f702e6f tempest-ServerDiagnosticsV248Test-2028255911 tempest-ServerDiagnosticsV248Test-2028255911-project-admin] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Retrieving diagnostics [ 638.371285] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2666b28-39a7-4c33-adbb-cd9793c316e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.380319] env[63380]: INFO nova.compute.manager [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Took 41.24 seconds to build instance. [ 638.410794] env[63380]: DEBUG nova.policy [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a238e171d84b4118876b36007be4e3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17735aa3ceca4d3499e5f5e556d0b635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.435019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.540433] env[63380]: DEBUG nova.compute.manager [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.540664] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.542009] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0eaad-4885-478c-82a0-60738c55a4b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.555045] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.555317] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf3b954-b2d4-4f96-ad51-e38a469dbf32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.563895] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 638.563895] env[63380]: value = "task-2679533" [ 638.563895] env[63380]: _type = "Task" [ 638.563895] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.575284] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.598569] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.812240] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.835236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-cc13c801-3582-4a42-a196-eac1e4d7d53d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.853000] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c665b616-63b8-4f8e-8949-478228809a81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.868478] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f29c5-bd06-44f6-bbc0-a4f7b2de1a89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.909559] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a0b42f7-a606-4b20-8f6a-19881a65880c tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.771s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.912584] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9facb02a-5653-4607-8d34-8c4d8bdae82d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.924267] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a5c45-d9e3-4bdf-a3ed-ece3a0d6786b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.954040] env[63380]: DEBUG nova.compute.provider_tree [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.077614] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679533, 'name': PowerOffVM_Task, 'duration_secs': 0.247729} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.077614] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.077614] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.077614] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3497a674-f2f8-48c2-af76-5def18b14fd8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.146023] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.146023] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.146023] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore1] 6d24e41c-9f5e-4fb8-958d-dced808d0d96 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.146023] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba403ba-4f92-48d2-8f05-0aa220036a19 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.153843] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 639.153843] env[63380]: value = "task-2679535" [ 639.153843] env[63380]: _type = "Task" [ 639.153843] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.164579] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.283305] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Successfully created port: 8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.419676] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.460034] env[63380]: DEBUG nova.scheduler.client.report [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.669035] env[63380]: DEBUG oslo_vmware.api [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159877} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.669035] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.669035] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.669035] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.672875] env[63380]: INFO nova.compute.manager [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Took 1.13 seconds to destroy the instance on the hypervisor. [ 639.672875] env[63380]: DEBUG oslo.service.loopingcall [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.672875] env[63380]: DEBUG nova.compute.manager [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.672875] env[63380]: DEBUG nova.network.neutron [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.826163] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.852028] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.852590] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.852821] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.853116] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.853384] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.853603] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.853880] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.854149] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.854397] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.854702] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.854898] env[63380]: DEBUG nova.virt.hardware [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.856107] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59801d08-5493-4bd8-8193-f0bf979b891e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.867106] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8657ccdf-e6d1-4fd7-b30a-182216087a4c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.945129] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.963987] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.967619] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.917s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.971430] env[63380]: INFO nova.compute.claims [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.991273] env[63380]: INFO nova.scheduler.client.report [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted allocations for instance 5e79d61a-5b7a-4793-a6bd-62be6fd39a92 [ 640.203068] env[63380]: DEBUG nova.compute.manager [req-02b4f8ca-1fd4-431d-a48d-b09f708c78bd req-c3e8d8fb-5865-4cbb-95ab-62cd9d4cbd77 service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Received event network-vif-deleted-1d3d5d57-3b20-4a71-aa3f-4a109b172cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.203068] env[63380]: INFO nova.compute.manager [req-02b4f8ca-1fd4-431d-a48d-b09f708c78bd req-c3e8d8fb-5865-4cbb-95ab-62cd9d4cbd77 service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Neutron deleted interface 1d3d5d57-3b20-4a71-aa3f-4a109b172cd9; detaching it from the instance and deleting it from the info cache [ 640.203068] env[63380]: DEBUG nova.network.neutron [req-02b4f8ca-1fd4-431d-a48d-b09f708c78bd req-c3e8d8fb-5865-4cbb-95ab-62cd9d4cbd77 service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.392750] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.392750] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ac296c-5c21-4d05-89c9-31627a5947aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.403289] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 640.403289] env[63380]: value = "task-2679536" [ 640.403289] env[63380]: _type = "Task" [ 640.403289] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.424974] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.506863] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9972358c-d147-4e31-91a7-e68a16258665 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5e79d61a-5b7a-4793-a6bd-62be6fd39a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.526s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.680487] env[63380]: DEBUG nova.network.neutron [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.707735] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9051c3a7-a7bd-4d0e-99c2-7d8cbfc90b42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.719717] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23994024-e252-423b-8feb-78175b48350d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.765080] env[63380]: DEBUG nova.compute.manager [req-02b4f8ca-1fd4-431d-a48d-b09f708c78bd req-c3e8d8fb-5865-4cbb-95ab-62cd9d4cbd77 service nova] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Detach interface failed, port_id=1d3d5d57-3b20-4a71-aa3f-4a109b172cd9, reason: Instance 6d24e41c-9f5e-4fb8-958d-dced808d0d96 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 640.917304] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679536, 'name': PowerOffVM_Task, 'duration_secs': 0.324731} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.917597] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.918447] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3c4fd-1183-4b91-bf0c-b43f19d2ab8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.960595] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e6aa7-639c-4c6a-8735-c21acb85f630 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.997469] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.000466] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac5dc54-4216-4fe3-a007-c47710d1de87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.007918] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 641.007918] env[63380]: value = "task-2679537" [ 641.007918] env[63380]: _type = "Task" [ 641.007918] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.023770] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 641.024273] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.024734] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.025044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.025371] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.031019] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-187cc880-c4a7-4376-b637-a375f4a63ae8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.041976] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.041976] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.042746] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288d321c-70ac-41fd-a2ae-1dcd036073b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.055466] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 641.055466] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526508f4-0592-79c6-054b-0706a9907f93" [ 641.055466] env[63380]: _type = "Task" [ 641.055466] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.065789] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526508f4-0592-79c6-054b-0706a9907f93, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.067177] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77daee7-eb5c-485a-a07e-9fd6a1f1999c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.076311] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 641.076311] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5627f-5348-3c9d-a606-cc4266ae05d8" [ 641.076311] env[63380]: _type = "Task" [ 641.076311] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.086483] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5627f-5348-3c9d-a606-cc4266ae05d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.184116] env[63380]: INFO nova.compute.manager [-] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Took 1.51 seconds to deallocate network for instance. [ 641.197366] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Successfully updated port: 8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.353278] env[63380]: DEBUG nova.compute.manager [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Received event network-vif-plugged-8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.353278] env[63380]: DEBUG oslo_concurrency.lockutils [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] Acquiring lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.353278] env[63380]: DEBUG oslo_concurrency.lockutils [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.353278] env[63380]: DEBUG oslo_concurrency.lockutils [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.353278] env[63380]: DEBUG nova.compute.manager [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] No waiting events found dispatching network-vif-plugged-8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.353503] env[63380]: WARNING nova.compute.manager [req-a7a6f9ae-7c43-401f-8c8b-f450a1a6132a req-278d7c97-4480-4544-91d9-f88954b9a496 service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Received unexpected event network-vif-plugged-8e8db653-59a3-4564-9ccc-51b4bd1be8a7 for instance with vm_state building and task_state spawning. [ 641.540284] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3609adc4-1e59-4e99-8c19-e00158e629f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.549791] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc89452-7cba-430f-9850-d2cc4e535be2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.590335] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1d853-4a7b-4e85-8af3-8c86b0f27cd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.602665] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d20bd-e72f-4133-8dce-bfa45b86ed6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.607537] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5627f-5348-3c9d-a606-cc4266ae05d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.607750] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.608014] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 641.608672] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01226edb-4eb9-40b4-8ff4-627c7992612d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.620263] env[63380]: DEBUG nova.compute.provider_tree [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.627656] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 641.627656] env[63380]: value = "task-2679538" [ 641.627656] env[63380]: _type = "Task" [ 641.627656] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.638054] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.704264] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.704264] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704264] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.705018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.920257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "8afa705a-cd78-4316-956a-26313220cb4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.920586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.129105] env[63380]: DEBUG nova.scheduler.client.report [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.148706] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.191325] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 642.193039] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab7109-926a-41e1-9f70-d8e3367b81a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.201032] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 642.201232] env[63380]: ERROR oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk due to incomplete transfer. [ 642.201488] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18faea47-bb97-45af-8172-763aeb821f00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.210512] env[63380]: DEBUG oslo_vmware.rw_handles [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d83855-a6e8-8f06-3c1e-81c101b64a15/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 642.210689] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Uploaded image 4c28cd79-b361-4391-84f2-7d11046dd6cc to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 642.213945] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 642.214481] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a2755be-0c46-4e3a-86ed-831080ca0559 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.222851] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 642.222851] env[63380]: value = "task-2679539" [ 642.222851] env[63380]: _type = "Task" [ 642.222851] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.234982] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679539, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.264298] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.568554] env[63380]: DEBUG nova.network.neutron [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Updating instance_info_cache with network_info: [{"id": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "address": "fa:16:3e:47:3b:ad", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8db653-59", "ovs_interfaceid": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.639628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.640176] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.643155] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.287s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.643230] env[63380]: DEBUG nova.objects.instance [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lazy-loading 'resources' on Instance uuid 55c1ac8c-190b-4b03-9a68-5287e8186862 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.650910] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618101} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.651133] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 642.652350] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393f9f32-e131-4d4d-aa52-e3e877426498 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.681927] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.682440] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39437381-a4ea-4f10-bdda-a06b0489568b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.706370] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 642.706370] env[63380]: value = "task-2679540" [ 642.706370] env[63380]: _type = "Task" [ 642.706370] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.719229] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.739310] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679539, 'name': Destroy_Task, 'duration_secs': 0.399952} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.739624] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Destroyed the VM [ 642.739825] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 642.740092] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24838e91-3dfb-4767-b47f-cb78ed562bb2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.750290] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 642.750290] env[63380]: value = "task-2679541" [ 642.750290] env[63380]: _type = "Task" [ 642.750290] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.759396] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679541, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.071473] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.071647] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Instance network_info: |[{"id": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "address": "fa:16:3e:47:3b:ad", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8db653-59", "ovs_interfaceid": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.072173] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:3b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e8db653-59a3-4564-9ccc-51b4bd1be8a7', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.080536] env[63380]: DEBUG oslo.service.loopingcall [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.080838] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.081130] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0638659d-65a2-4435-af83-8a294bc1ce6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.104955] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.104955] env[63380]: value = "task-2679542" [ 643.104955] env[63380]: _type = "Task" [ 643.104955] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.114757] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679542, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.150100] env[63380]: DEBUG nova.compute.utils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.151895] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.152113] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.209153] env[63380]: DEBUG nova.policy [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c12775993bd4dfb91d162fa87c62b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '960d9ae17ad94bdbb67b966ba4d82590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.221521] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679540, 'name': ReconfigVM_Task, 'duration_secs': 0.338281} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.228551] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.229976] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939b04f3-83ca-48fd-adef-ad7cb2d63fa3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.274423] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc98ddd3-91b1-41c1-8b28-94a7f9013ce5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.291652] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679541, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.293178] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 643.293178] env[63380]: value = "task-2679543" [ 643.293178] env[63380]: _type = "Task" [ 643.293178] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.306431] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.430691] env[63380]: DEBUG nova.compute.manager [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Received event network-changed-8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.430951] env[63380]: DEBUG nova.compute.manager [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Refreshing instance network info cache due to event network-changed-8e8db653-59a3-4564-9ccc-51b4bd1be8a7. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.431110] env[63380]: DEBUG oslo_concurrency.lockutils [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] Acquiring lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.431251] env[63380]: DEBUG oslo_concurrency.lockutils [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] Acquired lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.431424] env[63380]: DEBUG nova.network.neutron [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Refreshing network info cache for port 8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.616958] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679542, 'name': CreateVM_Task, 'duration_secs': 0.458321} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.619983] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.622874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.623121] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.623454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.623797] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e66ea7-0438-4c77-b6e9-b12379069e3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.629609] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 643.629609] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9e4c7-e98e-de63-195c-3e13b7afcd98" [ 643.629609] env[63380]: _type = "Task" [ 643.629609] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.643414] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9e4c7-e98e-de63-195c-3e13b7afcd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.647673] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Successfully created port: 62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.655564] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.684018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "c73c204e-dde3-4866-8fa9-77547509eecb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.684018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.684018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e2391-b3c4-4a8e-ae94-0c5520f89bad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.692068] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d82058-f8d9-42fd-9171-408c057b2113 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.722155] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b14c52-451e-46ee-af51-a5c0365879a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.730419] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d21b056-0db4-4f69-82db-b1483d2092eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.746246] env[63380]: DEBUG nova.compute.provider_tree [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.773025] env[63380]: DEBUG oslo_vmware.api [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679541, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63728} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.773120] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 643.773335] env[63380]: INFO nova.compute.manager [None req-fe096e22-0a04-4b5b-b348-3f8a51f74a97 tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 643.803701] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679543, 'name': ReconfigVM_Task, 'duration_secs': 0.27387} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.803701] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.803869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c210795f-d5b0-4c42-89d2-000264cd2128 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.811662] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 643.811662] env[63380]: value = "task-2679544" [ 643.811662] env[63380]: _type = "Task" [ 643.811662] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.821693] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.141131] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9e4c7-e98e-de63-195c-3e13b7afcd98, 'name': SearchDatastore_Task, 'duration_secs': 0.019779} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.141131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.141220] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.141425] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.141586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141771] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.142040] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e911e4-4a71-4714-ae9a-5cbb2decc6c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.150892] env[63380]: DEBUG nova.network.neutron [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Updated VIF entry in instance network info cache for port 8e8db653-59a3-4564-9ccc-51b4bd1be8a7. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.151262] env[63380]: DEBUG nova.network.neutron [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Updating instance_info_cache with network_info: [{"id": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "address": "fa:16:3e:47:3b:ad", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8db653-59", "ovs_interfaceid": "8e8db653-59a3-4564-9ccc-51b4bd1be8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.153510] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.153696] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.154745] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08211064-e96b-41f1-8685-282cd842e5a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.164449] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 644.164449] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aa0e72-7893-a320-74d8-1b3cfc425020" [ 644.164449] env[63380]: _type = "Task" [ 644.164449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.175474] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aa0e72-7893-a320-74d8-1b3cfc425020, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.176248] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f3ba09-2ae3-416e-a93c-f5b8eacf0520 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.181961] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 644.181961] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52155303-b52a-b971-1d40-39dad09a4388" [ 644.181961] env[63380]: _type = "Task" [ 644.181961] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.191566] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52155303-b52a-b971-1d40-39dad09a4388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.250306] env[63380]: DEBUG nova.scheduler.client.report [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.322415] env[63380]: DEBUG oslo_vmware.api [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679544, 'name': PowerOnVM_Task, 'duration_secs': 0.442395} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.322415] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.326380] env[63380]: DEBUG nova.compute.manager [None req-5e2274f2-52e7-4ecd-bc58-2fa77ded1a95 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.327169] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14405ef6-789e-4f57-b492-b2504f89c6c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.655623] env[63380]: DEBUG oslo_concurrency.lockutils [req-1357f503-a9b6-45d2-86fc-8cc9a34330a2 req-c990d2b6-879c-4fba-a485-9c0b3a36522b service nova] Releasing lock "refresh_cache-548bd050-c9ac-41ab-9edc-001737f6a54f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.666143] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.693963] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52155303-b52a-b971-1d40-39dad09a4388, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.696318] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.696682] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 548bd050-c9ac-41ab-9edc-001737f6a54f/548bd050-c9ac-41ab-9edc-001737f6a54f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.697251] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0156cf7c-fcdf-42e6-83f2-7f0528e2de53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.703929] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.704185] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.704328] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.704508] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.704650] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.704791] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.704997] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.705236] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.705327] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.705485] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.705707] env[63380]: DEBUG nova.virt.hardware [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.706491] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38a1ff-3b65-450e-816d-d3f44a99a9a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.711131] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 644.711131] env[63380]: value = "task-2679545" [ 644.711131] env[63380]: _type = "Task" [ 644.711131] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.719715] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd079217-bb9c-4245-a05f-5f7dad73415b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.726854] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.754992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.757385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.305s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.759418] env[63380]: INFO nova.compute.claims [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.788832] env[63380]: INFO nova.scheduler.client.report [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted allocations for instance 55c1ac8c-190b-4b03-9a68-5287e8186862 [ 645.222649] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489999} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.222649] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 548bd050-c9ac-41ab-9edc-001737f6a54f/548bd050-c9ac-41ab-9edc-001737f6a54f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.222649] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.223043] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e58a23f-586f-4f0e-bb39-782c0f077d50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.230270] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 645.230270] env[63380]: value = "task-2679546" [ 645.230270] env[63380]: _type = "Task" [ 645.230270] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.239370] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.302268] env[63380]: DEBUG oslo_concurrency.lockutils [None req-28ada813-7a92-4494-a56c-6a2d7f8921eb tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "55c1ac8c-190b-4b03-9a68-5287e8186862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.479s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.370151] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Successfully updated port: 62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.742372] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082031} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.743556] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.743706] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be5908-1ac8-4e90-af6e-22cdd84686f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.767584] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 548bd050-c9ac-41ab-9edc-001737f6a54f/548bd050-c9ac-41ab-9edc-001737f6a54f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.769045] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35b9a09-661b-4cd4-8bd1-b6f4fbe7f2a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.783752] env[63380]: DEBUG nova.compute.manager [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Received event network-vif-plugged-62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.783995] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Acquiring lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.784230] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.784524] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.784599] env[63380]: DEBUG nova.compute.manager [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] No waiting events found dispatching network-vif-plugged-62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.784763] env[63380]: WARNING nova.compute.manager [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Received unexpected event network-vif-plugged-62bd6a65-bcfa-42e1-b8a5-51a8714240c3 for instance with vm_state building and task_state spawning. [ 645.784866] env[63380]: DEBUG nova.compute.manager [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Received event network-changed-62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.785056] env[63380]: DEBUG nova.compute.manager [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Refreshing instance network info cache due to event network-changed-62bd6a65-bcfa-42e1-b8a5-51a8714240c3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 645.785282] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Acquiring lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.785421] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Acquired lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.785576] env[63380]: DEBUG nova.network.neutron [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Refreshing network info cache for port 62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.799048] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 645.799048] env[63380]: value = "task-2679547" [ 645.799048] env[63380]: _type = "Task" [ 645.799048] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.809689] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.872181] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.872582] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.873322] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.873741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.874211] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.876425] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.876981] env[63380]: INFO nova.compute.manager [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Terminating instance [ 646.197399] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5afafc-efce-44ac-8fbc-166613be0257 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.205513] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847cb11-bcc4-4c7a-ac48-c4b2cd65bad3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.239073] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5e8ad5-7d1f-4a80-ab6b-0b65543926fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.247590] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9691c924-ffe3-45bd-bf93-647998f5212e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.261507] env[63380]: DEBUG nova.compute.provider_tree [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.306751] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.307106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.314985] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.321535] env[63380]: DEBUG nova.network.neutron [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.331743] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.331968] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.384820] env[63380]: DEBUG nova.compute.manager [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.384820] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.385854] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7cd9d-760c-49ad-bbc6-0fe9329484af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.394658] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.394917] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f3db07a-8190-4b02-a5e0-cdfe6467ba12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.404586] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 646.404586] env[63380]: value = "task-2679548" [ 646.404586] env[63380]: _type = "Task" [ 646.404586] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.413755] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.414767] env[63380]: DEBUG nova.network.neutron [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.764530] env[63380]: DEBUG nova.scheduler.client.report [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.810565] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679547, 'name': ReconfigVM_Task, 'duration_secs': 0.675633} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.810737] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 548bd050-c9ac-41ab-9edc-001737f6a54f/548bd050-c9ac-41ab-9edc-001737f6a54f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.811599] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5925da-9836-4f52-bf31-c62830be12e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.820155] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 646.820155] env[63380]: value = "task-2679549" [ 646.820155] env[63380]: _type = "Task" [ 646.820155] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.828647] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679549, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.915379] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679548, 'name': PowerOffVM_Task, 'duration_secs': 0.251529} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.915649] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.915818] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.916109] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42882217-672c-4939-9e42-80b1abe9cfef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.917855] env[63380]: DEBUG oslo_concurrency.lockutils [req-e51bbd69-c4a7-4477-b238-46aa22b437ff req-752cf52c-aa56-4ea2-bcf8-a80274c41cd1 service nova] Releasing lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.918261] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquired lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.919037] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.023774] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.024052] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.024212] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Deleting the datastore file [datastore2] 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.024522] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a6bc715-8329-44a6-99d2-8ecbf558b03e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.031975] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for the task: (returnval){ [ 647.031975] env[63380]: value = "task-2679551" [ 647.031975] env[63380]: _type = "Task" [ 647.031975] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.040149] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.113419] env[63380]: INFO nova.compute.manager [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Rescuing [ 647.113723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.113879] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.114063] env[63380]: DEBUG nova.network.neutron [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.271521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.271521] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.272375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.990s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.273751] env[63380]: INFO nova.compute.claims [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.330342] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679549, 'name': Rename_Task, 'duration_secs': 0.282389} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.330632] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.330871] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23bf0069-3de1-481f-9cce-332cf19afefd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.337759] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 647.337759] env[63380]: value = "task-2679552" [ 647.337759] env[63380]: _type = "Task" [ 647.337759] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.345061] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.451046] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.542768] env[63380]: DEBUG oslo_vmware.api [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Task: {'id': task-2679551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148102} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.543103] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.543218] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.543335] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.543506] env[63380]: INFO nova.compute.manager [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 647.543743] env[63380]: DEBUG oslo.service.loopingcall [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.543940] env[63380]: DEBUG nova.compute.manager [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.544069] env[63380]: DEBUG nova.network.neutron [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.587766] env[63380]: DEBUG nova.network.neutron [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Updating instance_info_cache with network_info: [{"id": "62bd6a65-bcfa-42e1-b8a5-51a8714240c3", "address": "fa:16:3e:0a:13:91", "network": {"id": "0fb4e260-4f3e-4697-8696-2a76b8afe612", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1633619468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "960d9ae17ad94bdbb67b966ba4d82590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bd6a65-bc", "ovs_interfaceid": "62bd6a65-bcfa-42e1-b8a5-51a8714240c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.778458] env[63380]: DEBUG nova.compute.utils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.782375] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.782678] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.830021] env[63380]: DEBUG nova.policy [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57cac088b6fc4655a79d8f085c491628', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a14fd04a9642ada4e316bd19e4ab16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.836649] env[63380]: DEBUG nova.compute.manager [req-43cf8a01-544b-44f2-9344-90a8b0394e14 req-793920e8-30b9-44b6-b2b0-ec59d44f553c service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Received event network-vif-deleted-b3f98f65-2bef-4b2e-874a-ff160644cfe2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.836858] env[63380]: INFO nova.compute.manager [req-43cf8a01-544b-44f2-9344-90a8b0394e14 req-793920e8-30b9-44b6-b2b0-ec59d44f553c service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Neutron deleted interface b3f98f65-2bef-4b2e-874a-ff160644cfe2; detaching it from the instance and deleting it from the info cache [ 647.837172] env[63380]: DEBUG nova.network.neutron [req-43cf8a01-544b-44f2-9344-90a8b0394e14 req-793920e8-30b9-44b6-b2b0-ec59d44f553c service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.854556] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.090628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Releasing lock "refresh_cache-5b73eae6-9b73-4e85-9c88-90bde97185c7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.090997] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance network_info: |[{"id": "62bd6a65-bcfa-42e1-b8a5-51a8714240c3", "address": "fa:16:3e:0a:13:91", "network": {"id": "0fb4e260-4f3e-4697-8696-2a76b8afe612", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1633619468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "960d9ae17ad94bdbb67b966ba4d82590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bd6a65-bc", "ovs_interfaceid": "62bd6a65-bcfa-42e1-b8a5-51a8714240c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.091482] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:13:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62bd6a65-bcfa-42e1-b8a5-51a8714240c3', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.101867] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Creating folder: Project (960d9ae17ad94bdbb67b966ba4d82590). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.103573] env[63380]: DEBUG nova.network.neutron [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updating instance_info_cache with network_info: [{"id": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "address": "fa:16:3e:8d:51:5e", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38040f4e-43", "ovs_interfaceid": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.105550] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51c7939b-d91b-4ff7-9e89-0b36c1bf79b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.118770] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Created folder: Project (960d9ae17ad94bdbb67b966ba4d82590) in parent group-v540155. [ 648.118973] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Creating folder: Instances. Parent ref: group-v540236. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.119386] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93405198-3753-4448-9161-2a3f24cc960c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.129339] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Created folder: Instances in parent group-v540236. [ 648.129339] env[63380]: DEBUG oslo.service.loopingcall [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.129339] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.129495] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c4e476-5aac-4a9f-9190-bdf8b2dceb5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.151216] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.151216] env[63380]: value = "task-2679555" [ 648.151216] env[63380]: _type = "Task" [ 648.151216] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.160394] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679555, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.226789] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Successfully created port: 907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.273125] env[63380]: DEBUG nova.network.neutron [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.282690] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.345204] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeba7d02-1243-42c9-bdf1-fd5a81b04a51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.354921] env[63380]: DEBUG oslo_vmware.api [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679552, 'name': PowerOnVM_Task, 'duration_secs': 0.83999} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.356106] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.356325] env[63380]: INFO nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Took 8.53 seconds to spawn the instance on the hypervisor. [ 648.356538] env[63380]: DEBUG nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.357315] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d33eeeb-6b5a-4294-a874-0439a514da18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.362311] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5683fc8d-7ff2-4ef5-96e4-684b2858525a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396332] env[63380]: DEBUG nova.compute.manager [req-43cf8a01-544b-44f2-9344-90a8b0394e14 req-793920e8-30b9-44b6-b2b0-ec59d44f553c service nova] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Detach interface failed, port_id=b3f98f65-2bef-4b2e-874a-ff160644cfe2, reason: Instance 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 648.609178] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.663876] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679555, 'name': CreateVM_Task, 'duration_secs': 0.38499} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.663876] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.664243] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.664452] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.664766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.665910] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197b6281-dbbd-4a5e-ab4c-acb83180ab17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.669398] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 648.669398] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c826a-4e9e-ded8-f2dd-b1aea2d50b34" [ 648.669398] env[63380]: _type = "Task" [ 648.669398] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.678344] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c826a-4e9e-ded8-f2dd-b1aea2d50b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.759919] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199577b-5c65-412f-8b8b-c1165ee7f204 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.767487] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b50e9b-2c00-4a97-8dec-2e31c61b6bc1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.798771] env[63380]: INFO nova.compute.manager [-] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Took 1.25 seconds to deallocate network for instance. [ 648.804367] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a3c26-f1ba-4c6a-929e-f99eb51c37cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.816635] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e072bf5-a5c5-4aea-ab57-03a69e32179b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.829802] env[63380]: DEBUG nova.compute.provider_tree [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.893133] env[63380]: INFO nova.compute.manager [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Took 48.04 seconds to build instance. [ 648.911283] env[63380]: DEBUG nova.compute.manager [None req-efeaa40f-9ed3-4ae1-ac2e-d4ea822bce49 tempest-ServerDiagnosticsV248Test-2028255911 tempest-ServerDiagnosticsV248Test-2028255911-project-admin] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.912520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f2bd96-6de9-4413-996c-4ababca37101 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.919484] env[63380]: INFO nova.compute.manager [None req-efeaa40f-9ed3-4ae1-ac2e-d4ea822bce49 tempest-ServerDiagnosticsV248Test-2028255911 tempest-ServerDiagnosticsV248Test-2028255911-project-admin] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Retrieving diagnostics [ 648.920391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de127ecd-eeef-4674-ae38-0c5d77f80178 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.180218] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c826a-4e9e-ded8-f2dd-b1aea2d50b34, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.180547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.180789] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.181026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.181179] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.181359] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.181617] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a3bf89-6020-4bcd-b9a8-e39a28fd1490 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.190354] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.190533] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.191266] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af5ed23-445c-444d-9ada-25e12a19ccee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.196246] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 649.196246] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cd4910-efeb-5569-9e6d-b8d8ed4b4d72" [ 649.196246] env[63380]: _type = "Task" [ 649.196246] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.205717] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cd4910-efeb-5569-9e6d-b8d8ed4b4d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.311156] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.316109] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.334411] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.334872] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.334872] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.335011] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.335161] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.335307] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.335511] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.335666] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.336325] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.336572] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.336809] env[63380]: DEBUG nova.virt.hardware [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.337672] env[63380]: DEBUG nova.scheduler.client.report [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.341354] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb941dd-710e-4d59-9b29-2f5ad141a36b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.356302] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ad7570-e9b2-488e-917c-d70d6a7c109e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.394436] env[63380]: DEBUG oslo_concurrency.lockutils [None req-292de0a4-fbe3-490b-bb6f-2128513b4db9 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.688s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.706383] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cd4910-efeb-5569-9e6d-b8d8ed4b4d72, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.707561] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5141292-dc1a-43c0-b03c-eb97ed4fbf7d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.712809] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 649.712809] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4075d-d30f-1782-5f7e-7a2fac713e86" [ 649.712809] env[63380]: _type = "Task" [ 649.712809] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.721173] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4075d-d30f-1782-5f7e-7a2fac713e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.849401] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.850203] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.852811] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.824s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.896526] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.931325] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Successfully updated port: 907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.144767] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.145123] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0dd5e13-f8cb-4dd6-92eb-2df0e7780de2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.152985] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 650.152985] env[63380]: value = "task-2679556" [ 650.152985] env[63380]: _type = "Task" [ 650.152985] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.161458] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.225384] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4075d-d30f-1782-5f7e-7a2fac713e86, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.225607] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.225940] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5b73eae6-9b73-4e85-9c88-90bde97185c7/5b73eae6-9b73-4e85-9c88-90bde97185c7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.226327] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b16bdf0-ebc0-42f8-a24f-cbc461a9fc3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.233746] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 650.233746] env[63380]: value = "task-2679557" [ 650.233746] env[63380]: _type = "Task" [ 650.233746] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.236615] env[63380]: DEBUG nova.compute.manager [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Received event network-vif-plugged-907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.236825] env[63380]: DEBUG oslo_concurrency.lockutils [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] Acquiring lock "02c68897-0efd-483b-88bb-11f586047a52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.237045] env[63380]: DEBUG oslo_concurrency.lockutils [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] Lock "02c68897-0efd-483b-88bb-11f586047a52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.237218] env[63380]: DEBUG oslo_concurrency.lockutils [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] Lock "02c68897-0efd-483b-88bb-11f586047a52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.237389] env[63380]: DEBUG nova.compute.manager [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] No waiting events found dispatching network-vif-plugged-907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.237574] env[63380]: WARNING nova.compute.manager [req-b1c99f1a-1567-4f71-88e7-fdd111ad66d8 req-12bae3a3-2b1a-4032-8d88-0b4faeb40a5e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Received unexpected event network-vif-plugged-907ed2ba-40b5-48a3-8088-2d6ac04d7480 for instance with vm_state building and task_state spawning. [ 650.246625] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.358553] env[63380]: INFO nova.compute.claims [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.365150] env[63380]: DEBUG nova.compute.utils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.366469] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.366631] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.423265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.425968] env[63380]: DEBUG nova.policy [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24ff0bb8c8df43f4aec070e9c54721f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ad2f1894156401788f7ddc84a8d0d27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.435143] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.435143] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquired lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.435143] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.483608] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "820a927e-8c82-4553-945d-16f4b04993b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.483908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.484233] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "820a927e-8c82-4553-945d-16f4b04993b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.485027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.485231] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.488965] env[63380]: INFO nova.compute.manager [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Terminating instance [ 650.507085] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "bc89c09e-a669-4b1a-a78f-4f391f783036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.507365] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.664759] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679556, 'name': PowerOffVM_Task, 'duration_secs': 0.21635} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.665121] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.666015] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb818ff-11c8-4727-8e16-0760a3db31dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.689025] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf00cb62-2383-44d3-8c93-2fffdbf579a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.721363] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.721667] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8267ad3-51be-4481-afff-d9e2adad9c79 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.729488] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 650.729488] env[63380]: value = "task-2679558" [ 650.729488] env[63380]: _type = "Task" [ 650.729488] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.738103] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.746909] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482617} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.747426] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5b73eae6-9b73-4e85-9c88-90bde97185c7/5b73eae6-9b73-4e85-9c88-90bde97185c7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.747641] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.747889] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77adfba9-d052-49fc-a141-c1e2144574fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.753668] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 650.753668] env[63380]: value = "task-2679559" [ 650.753668] env[63380]: _type = "Task" [ 650.753668] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.763022] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.839907] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Successfully created port: 721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.868917] env[63380]: INFO nova.compute.resource_tracker [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating resource usage from migration b9d03266-c5ba-448b-8f00-d0e567f1b08f [ 650.872198] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.992125] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.999794] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "refresh_cache-820a927e-8c82-4553-945d-16f4b04993b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.999794] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquired lock "refresh_cache-820a927e-8c82-4553-945d-16f4b04993b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.999794] env[63380]: DEBUG nova.network.neutron [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.159444] env[63380]: DEBUG nova.network.neutron [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Updating instance_info_cache with network_info: [{"id": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "address": "fa:16:3e:8d:4d:fd", "network": {"id": "4c570fe5-727f-420c-9a0d-fd598541c3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-161000196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a14fd04a9642ada4e316bd19e4ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907ed2ba-40", "ovs_interfaceid": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.248246] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 651.248246] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.248246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.248246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.248869] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.249507] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c1b12d-c2b3-4e33-8393-63d10814b9a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.268020] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084649} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.268020] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.268020] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.268310] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.268490] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5299cb4f-f202-428a-8ef3-c3d753c51e29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.272521] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6fa8e-0760-4e21-a86a-651279fe7844 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.282101] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 651.282101] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524c0fcd-44de-791a-eef7-b4a52f65b966" [ 651.282101] env[63380]: _type = "Task" [ 651.282101] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.302496] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 5b73eae6-9b73-4e85-9c88-90bde97185c7/5b73eae6-9b73-4e85-9c88-90bde97185c7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.309492] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e7de04-5675-4759-b45a-676b83f72060 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.330182] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524c0fcd-44de-791a-eef7-b4a52f65b966, 'name': SearchDatastore_Task, 'duration_secs': 0.035364} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.332161] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 651.332161] env[63380]: value = "task-2679560" [ 651.332161] env[63380]: _type = "Task" [ 651.332161] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.332424] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98dc3f5a-75a1-4df9-8a17-4ff5ddbfc5ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.345471] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.346911] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 651.346911] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c46300-47ee-a812-23ca-d8d29287bfea" [ 651.346911] env[63380]: _type = "Task" [ 651.346911] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.357186] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c46300-47ee-a812-23ca-d8d29287bfea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.421520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c67e4-9047-486e-ad38-a8d02979122b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.430462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d4cd15-ccc7-4c61-8ecd-fd914c524297 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.463199] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02832f24-aa2f-401e-86be-32d1a3617668 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.470993] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067af49c-e172-44ee-9480-f2cf53d2488a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.484370] env[63380]: DEBUG nova.compute.provider_tree [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.517113] env[63380]: DEBUG nova.network.neutron [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.579152] env[63380]: DEBUG nova.network.neutron [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.664880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Releasing lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.665243] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Instance network_info: |[{"id": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "address": "fa:16:3e:8d:4d:fd", "network": {"id": "4c570fe5-727f-420c-9a0d-fd598541c3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-161000196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a14fd04a9642ada4e316bd19e4ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907ed2ba-40", "ovs_interfaceid": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.665691] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4d:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907ed2ba-40b5-48a3-8088-2d6ac04d7480', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.673151] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Creating folder: Project (02a14fd04a9642ada4e316bd19e4ab16). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.673506] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d0634cb-e00f-42d5-b3d2-bc29d1217428 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.684758] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Created folder: Project (02a14fd04a9642ada4e316bd19e4ab16) in parent group-v540155. [ 651.684758] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Creating folder: Instances. Parent ref: group-v540239. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.684938] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5b33be3-b0bc-4c9f-81b0-30d831abf943 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.693603] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Created folder: Instances in parent group-v540239. [ 651.693972] env[63380]: DEBUG oslo.service.loopingcall [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.694071] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.694280] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c67d6df2-5077-49fb-9988-1980ab6546ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.713709] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.713709] env[63380]: value = "task-2679563" [ 651.713709] env[63380]: _type = "Task" [ 651.713709] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.721521] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679563, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.846034] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679560, 'name': ReconfigVM_Task, 'duration_secs': 0.446634} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.846034] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 5b73eae6-9b73-4e85-9c88-90bde97185c7/5b73eae6-9b73-4e85-9c88-90bde97185c7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.846671] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393c662d-7443-4251-88d5-55ee5fa8f991 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.858438] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c46300-47ee-a812-23ca-d8d29287bfea, 'name': SearchDatastore_Task, 'duration_secs': 0.015061} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.859827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.860109] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 651.860437] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 651.860437] env[63380]: value = "task-2679564" [ 651.860437] env[63380]: _type = "Task" [ 651.860437] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.860634] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d23856f-376b-444c-8280-67605d222a88 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.871427] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679564, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.873038] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 651.873038] env[63380]: value = "task-2679565" [ 651.873038] env[63380]: _type = "Task" [ 651.873038] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.880970] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.884381] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.910357] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.910632] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.910790] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.910971] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.911157] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.911313] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.911550] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.911716] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.911885] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.912080] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.912262] env[63380]: DEBUG nova.virt.hardware [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.913177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b547fc-c160-45c6-86b9-9ba95468128d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.922029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54032b-4dba-4e06-bc5e-8f93a6d258da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.987425] env[63380]: DEBUG nova.scheduler.client.report [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.082168] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Releasing lock "refresh_cache-820a927e-8c82-4553-945d-16f4b04993b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.082909] env[63380]: DEBUG nova.compute.manager [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.083278] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.084831] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bedf97-8d50-4084-a9ce-f50d1637d1aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.099355] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.099885] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677d0ab0-578b-46c2-968f-acee8bff9097 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.109738] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 652.109738] env[63380]: value = "task-2679566" [ 652.109738] env[63380]: _type = "Task" [ 652.109738] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.119195] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.227322] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679563, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.266682] env[63380]: DEBUG nova.compute.manager [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Received event network-changed-907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.266801] env[63380]: DEBUG nova.compute.manager [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Refreshing instance network info cache due to event network-changed-907ed2ba-40b5-48a3-8088-2d6ac04d7480. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.266937] env[63380]: DEBUG oslo_concurrency.lockutils [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] Acquiring lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.267157] env[63380]: DEBUG oslo_concurrency.lockutils [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] Acquired lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.267377] env[63380]: DEBUG nova.network.neutron [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Refreshing network info cache for port 907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.372680] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679564, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.383287] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506145} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.383459] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 652.384245] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5088de-094f-4f31-a156-9a810c61b77f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.408866] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.409537] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8f78c8-dc43-4c6f-b29f-311690671ce3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.428612] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 652.428612] env[63380]: value = "task-2679567" [ 652.428612] env[63380]: _type = "Task" [ 652.428612] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.441476] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.495376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.640s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.495376] env[63380]: INFO nova.compute.manager [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Migrating [ 652.495376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.495376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.496190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.176s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.498516] env[63380]: INFO nova.compute.claims [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.589238] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Successfully updated port: 721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.620495] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.726304] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679563, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.872725] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679564, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.938497] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679567, 'name': ReconfigVM_Task, 'duration_secs': 0.309274} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.940899] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.941820] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8257f-cb61-4d01-87ea-9b8036578858 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.967030] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce70adeb-a26e-463c-99bd-3a626739c7ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.977800] env[63380]: DEBUG nova.network.neutron [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Updated VIF entry in instance network info cache for port 907ed2ba-40b5-48a3-8088-2d6ac04d7480. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.978171] env[63380]: DEBUG nova.network.neutron [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Updating instance_info_cache with network_info: [{"id": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "address": "fa:16:3e:8d:4d:fd", "network": {"id": "4c570fe5-727f-420c-9a0d-fd598541c3f2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-161000196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a14fd04a9642ada4e316bd19e4ab16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907ed2ba-40", "ovs_interfaceid": "907ed2ba-40b5-48a3-8088-2d6ac04d7480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.986024] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 652.986024] env[63380]: value = "task-2679568" [ 652.986024] env[63380]: _type = "Task" [ 652.986024] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.994497] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.005730] env[63380]: INFO nova.compute.rpcapi [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 653.006424] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.093037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.093037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.093331] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.122220] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679566, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.226035] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679563, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.373074] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679564, 'name': Rename_Task, 'duration_secs': 1.187864} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.373421] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.373722] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6af3b66-12d2-457e-8273-1c444c6284bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.379948] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 653.379948] env[63380]: value = "task-2679569" [ 653.379948] env[63380]: _type = "Task" [ 653.379948] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.387162] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.480994] env[63380]: DEBUG oslo_concurrency.lockutils [req-57045c49-2f55-41c2-bf9f-52d5a95949f5 req-f5f66095-490b-4b95-9292-e2653702493e service nova] Releasing lock "refresh_cache-02c68897-0efd-483b-88bb-11f586047a52" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.496151] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679568, 'name': ReconfigVM_Task, 'duration_secs': 0.160223} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.496287] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.496545] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-847b2756-7f4a-40af-a152-2d8bbd40b39d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.503263] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 653.503263] env[63380]: value = "task-2679570" [ 653.503263] env[63380]: _type = "Task" [ 653.503263] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.512720] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.521543] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.521727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.522212] env[63380]: DEBUG nova.network.neutron [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.622432] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679566, 'name': PowerOffVM_Task, 'duration_secs': 1.047389} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.622850] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.623137] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.623549] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c134c1b-1f70-4a27-9bb2-ee71bb973819 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.652019] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.652019] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.652019] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Deleting the datastore file [datastore2] 820a927e-8c82-4553-945d-16f4b04993b7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.652019] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad53b5c5-d92a-4758-9335-582436165ef6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.664033] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for the task: (returnval){ [ 653.664033] env[63380]: value = "task-2679572" [ 653.664033] env[63380]: _type = "Task" [ 653.664033] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.669936] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.726720] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679563, 'name': CreateVM_Task, 'duration_secs': 1.6994} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.730180] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.732109] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.733226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.733427] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.734038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.734516] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd92aebb-f6a9-437b-9863-18d0afdb2337 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.740848] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 653.740848] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5256304f-27b7-49e7-9ea7-43d29480b6ad" [ 653.740848] env[63380]: _type = "Task" [ 653.740848] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.751227] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5256304f-27b7-49e7-9ea7-43d29480b6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.890216] env[63380]: DEBUG oslo_vmware.api [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679569, 'name': PowerOnVM_Task, 'duration_secs': 0.440706} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.895394] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.895394] env[63380]: INFO nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Took 9.23 seconds to spawn the instance on the hypervisor. [ 653.895394] env[63380]: DEBUG nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.895394] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce8040-32be-4af9-b2b3-163ad9528bdd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.917502] env[63380]: DEBUG nova.network.neutron [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.015493] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.018265] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134b08b-66f8-4d40-bae2-96b8c426cd02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.027845] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d760da-3f39-4194-b961-2db8dc9fd5bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.062230] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f2ee7-8840-4528-b40a-ed09d1a00453 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.070408] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32ce14-aadb-4779-b8c2-1958dd18418f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.086931] env[63380]: DEBUG nova.compute.provider_tree [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.173874] env[63380]: DEBUG oslo_vmware.api [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Task: {'id': task-2679572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10848} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.174166] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.174362] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.174532] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.174707] env[63380]: INFO nova.compute.manager [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Took 2.09 seconds to destroy the instance on the hypervisor. [ 654.174954] env[63380]: DEBUG oslo.service.loopingcall [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.175187] env[63380]: DEBUG nova.compute.manager [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.175285] env[63380]: DEBUG nova.network.neutron [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.194020] env[63380]: DEBUG nova.network.neutron [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.249551] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5256304f-27b7-49e7-9ea7-43d29480b6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.249867] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.250119] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.250380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.250530] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.250706] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.250954] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beba5b22-cdfa-4fe7-a0eb-85a47e7deb1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.265153] env[63380]: DEBUG nova.network.neutron [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.268508] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.269424] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.269630] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e236ed-345a-4d1a-9f68-582c1aff9680 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.275360] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 654.275360] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ef1d15-ff32-32af-cf43-04c6f271f52c" [ 654.275360] env[63380]: _type = "Task" [ 654.275360] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.283784] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ef1d15-ff32-32af-cf43-04c6f271f52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.317757] env[63380]: DEBUG nova.compute.manager [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received event network-vif-plugged-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.317941] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Acquiring lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.318164] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.318347] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.318493] env[63380]: DEBUG nova.compute.manager [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] No waiting events found dispatching network-vif-plugged-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.318657] env[63380]: WARNING nova.compute.manager [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received unexpected event network-vif-plugged-721eddf9-54b9-47ac-abbe-ae0bed046340 for instance with vm_state building and task_state spawning. [ 654.318814] env[63380]: DEBUG nova.compute.manager [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.318964] env[63380]: DEBUG nova.compute.manager [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing instance network info cache due to event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.319144] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Acquiring lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.416118] env[63380]: INFO nova.compute.manager [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Took 51.39 seconds to build instance. [ 654.420278] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.420552] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Instance network_info: |[{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.420823] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Acquired lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.422235] env[63380]: DEBUG nova.network.neutron [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.422235] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:32:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '721eddf9-54b9-47ac-abbe-ae0bed046340', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.430903] env[63380]: DEBUG oslo.service.loopingcall [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.430903] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.431705] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a71508d-8556-465c-acde-e670381c4ec7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.453255] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.453255] env[63380]: value = "task-2679573" [ 654.453255] env[63380]: _type = "Task" [ 654.453255] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.461109] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679573, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.515586] env[63380]: DEBUG oslo_vmware.api [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679570, 'name': PowerOnVM_Task, 'duration_secs': 0.55143} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.515922] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.519024] env[63380]: DEBUG nova.compute.manager [None req-e68af731-420a-4670-918f-9bc8ce9586e9 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.519829] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285f97d-53fd-4185-8ffe-d9340c36c71d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.590028] env[63380]: DEBUG nova.scheduler.client.report [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.693448] env[63380]: DEBUG nova.network.neutron [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.771050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.786346] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ef1d15-ff32-32af-cf43-04c6f271f52c, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.787720] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479ad1b9-a3cd-47bf-b53f-8336ca686e27 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.794126] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 654.794126] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d9097-b02f-c985-a53b-e1e416a791e4" [ 654.794126] env[63380]: _type = "Task" [ 654.794126] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.801845] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d9097-b02f-c985-a53b-e1e416a791e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.919970] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba32e569-e4b9-4e68-a4d0-2e64fb1320a5 tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.616s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.962743] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679573, 'name': CreateVM_Task, 'duration_secs': 0.304686} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.963015] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.963592] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.963760] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.964092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.965380] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e0be52-4068-434b-9922-5ed468bd9687 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.975954] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 654.975954] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9592f-5c93-f386-5f1e-c0f822fe7b78" [ 654.975954] env[63380]: _type = "Task" [ 654.975954] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.989057] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9592f-5c93-f386-5f1e-c0f822fe7b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.097402] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.097915] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.103247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.949s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.103587] env[63380]: DEBUG nova.objects.instance [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lazy-loading 'resources' on Instance uuid 416c3bf5-e7a7-4761-b2a3-398c19e274ba {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.193361] env[63380]: DEBUG nova.network.neutron [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updated VIF entry in instance network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.193934] env[63380]: DEBUG nova.network.neutron [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.198706] env[63380]: INFO nova.compute.manager [-] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Took 1.02 seconds to deallocate network for instance. [ 655.304505] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520d9097-b02f-c985-a53b-e1e416a791e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.304750] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.305014] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 02c68897-0efd-483b-88bb-11f586047a52/02c68897-0efd-483b-88bb-11f586047a52.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.305263] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ecd4134-8f29-4370-b9e6-6413fa38c2cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.313439] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 655.313439] env[63380]: value = "task-2679574" [ 655.313439] env[63380]: _type = "Task" [ 655.313439] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.321447] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.423490] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.474365] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.474725] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.475016] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.475266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.475443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.481185] env[63380]: INFO nova.compute.manager [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Terminating instance [ 655.491363] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9592f-5c93-f386-5f1e-c0f822fe7b78, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.491753] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.492077] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.492368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.492598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.492872] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.497020] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e3672e-1bac-48af-af7d-902a92310d3c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.505171] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.505418] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.506347] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6db609-79be-4da1-ba20-0dfa05798ce1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.514286] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 655.514286] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282fe4c-ee35-e012-8830-0cb5482813c9" [ 655.514286] env[63380]: _type = "Task" [ 655.514286] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.526263] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282fe4c-ee35-e012-8830-0cb5482813c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.606993] env[63380]: DEBUG nova.compute.utils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.611714] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.611966] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.650847] env[63380]: DEBUG nova.policy [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63ed4bf10f44463f981beb7d044b815c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02b3dc44e7aa4821a2949d221175d8be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.699227] env[63380]: DEBUG oslo_concurrency.lockutils [req-5f2a1f4e-b4aa-4407-ac4a-8d6f995277d6 req-c0cff5ee-2d90-4481-a041-2cf2747ac391 service nova] Releasing lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.706820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.823927] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505475} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.826763] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 02c68897-0efd-483b-88bb-11f586047a52/02c68897-0efd-483b-88bb-11f586047a52.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.827141] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.827677] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11b36b7b-1381-4cf6-9bbb-0f8a8d24aba9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.829814] env[63380]: INFO nova.compute.manager [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Unrescuing [ 655.830089] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.830251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.830414] env[63380]: DEBUG nova.network.neutron [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.836353] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 655.836353] env[63380]: value = "task-2679575" [ 655.836353] env[63380]: _type = "Task" [ 655.836353] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.847954] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.946976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.985521] env[63380]: DEBUG nova.compute.manager [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.985781] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.986680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b577af2a-a794-4578-8888-5e4f49dbe34f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.995091] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.995810] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346cf95c-1688-4751-8c9c-b17f7f8d7123 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.003141] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 656.003141] env[63380]: value = "task-2679576" [ 656.003141] env[63380]: _type = "Task" [ 656.003141] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.017886] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.027415] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282fe4c-ee35-e012-8830-0cb5482813c9, 'name': SearchDatastore_Task, 'duration_secs': 0.021015} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.031538] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a973c596-8754-4218-a706-52a91e8f8b10 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.038178] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 656.038178] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f24df5-82a2-e5ba-cd36-7fe40d5523a4" [ 656.038178] env[63380]: _type = "Task" [ 656.038178] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.049302] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f24df5-82a2-e5ba-cd36-7fe40d5523a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.105370] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Successfully created port: ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.112811] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.118845] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89beb095-79bc-44e3-994b-5c949ba6abe5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.128747] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465633f-0ccf-41cb-aa81-e3be40811426 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.162519] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd899810-9138-4077-bf79-599c27a122f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.171358] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d26e65-a277-4262-910c-12f2c60516b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.187150] env[63380]: DEBUG nova.compute.provider_tree [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.289040] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a676e0-3de5-45aa-a81f-580d04930209 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.308439] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.346321] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072478} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.346669] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.347518] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec35ed-f59d-4400-83fd-79b7f7ef3420 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.374302] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 02c68897-0efd-483b-88bb-11f586047a52/02c68897-0efd-483b-88bb-11f586047a52.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.375291] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be363e76-7a0e-4ed4-83c5-42fa826f8589 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.400702] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 656.400702] env[63380]: value = "task-2679577" [ 656.400702] env[63380]: _type = "Task" [ 656.400702] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.409071] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.512223] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679576, 'name': PowerOffVM_Task, 'duration_secs': 0.223502} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.512583] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.512669] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.512943] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9efec0d6-cf7e-44d9-980d-64db64166ef5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.549849] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f24df5-82a2-e5ba-cd36-7fe40d5523a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.550156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.550439] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e7d94c92-1a4c-402e-9fcd-060172fb2aaa/e7d94c92-1a4c-402e-9fcd-060172fb2aaa.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.550777] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4841432c-b9ee-42f2-b94f-1cd3e01064f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.558358] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 656.558358] env[63380]: value = "task-2679579" [ 656.558358] env[63380]: _type = "Task" [ 656.558358] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.567680] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.585446] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.585676] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.585864] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Deleting the datastore file [datastore1] 5b73eae6-9b73-4e85-9c88-90bde97185c7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.586190] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b09e29-f825-426e-82f5-d18e9be4a2e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.593804] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for the task: (returnval){ [ 656.593804] env[63380]: value = "task-2679580" [ 656.593804] env[63380]: _type = "Task" [ 656.593804] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.602037] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.618236] env[63380]: INFO nova.virt.block_device [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Booting with volume 388c3876-a83f-4042-bf72-4e64301ffb79 at /dev/sda [ 656.637097] env[63380]: DEBUG nova.network.neutron [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updating instance_info_cache with network_info: [{"id": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "address": "fa:16:3e:8d:51:5e", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38040f4e-43", "ovs_interfaceid": "38040f4e-43f3-423e-8ad8-abef63cb7d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.676948] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae524b0a-8225-4acf-87b6-a122ddf0774a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.687327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d983865-f24d-4cc5-8ef6-5312792ea34a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.698654] env[63380]: DEBUG nova.scheduler.client.report [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.725659] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f7ef8ef-f0a9-42e6-9279-d1ff69f87415 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.734305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e43b66-e2ef-4e46-8fba-3cd747b82551 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.764743] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b02e70-9ec5-4bdc-a7c1-aebec3754e10 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.771909] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df4ee9-acd3-4a14-b925-ecf479744494 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.786263] env[63380]: DEBUG nova.virt.block_device [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updating existing volume attachment record: 361cb850-aecd-418f-a475-a9fc8c718c89 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 656.814709] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.815047] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36e4975-da66-4a59-9e77-b1a55bdac6e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.822417] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 656.822417] env[63380]: value = "task-2679581" [ 656.822417] env[63380]: _type = "Task" [ 656.822417] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.831978] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.911552] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679577, 'name': ReconfigVM_Task, 'duration_secs': 0.319584} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.911831] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 02c68897-0efd-483b-88bb-11f586047a52/02c68897-0efd-483b-88bb-11f586047a52.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.912491] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1980d8c-07b0-4ca0-b007-dc7196208064 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.919372] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 656.919372] env[63380]: value = "task-2679582" [ 656.919372] env[63380]: _type = "Task" [ 656.919372] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.927742] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679582, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.068429] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.104074] env[63380]: DEBUG oslo_vmware.api [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Task: {'id': task-2679580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478799} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.104074] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.104294] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.104330] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.104555] env[63380]: INFO nova.compute.manager [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 657.104737] env[63380]: DEBUG oslo.service.loopingcall [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.104939] env[63380]: DEBUG nova.compute.manager [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.105045] env[63380]: DEBUG nova.network.neutron [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.140908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-98361a6b-ae46-49da-82c5-612246fafa86" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.141242] env[63380]: DEBUG nova.objects.instance [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'flavor' on Instance uuid 98361a6b-ae46-49da-82c5-612246fafa86 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.207261] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.210687] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.265s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.212315] env[63380]: INFO nova.compute.claims [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.238716] env[63380]: INFO nova.scheduler.client.report [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Deleted allocations for instance 416c3bf5-e7a7-4761-b2a3-398c19e274ba [ 657.334319] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679581, 'name': PowerOffVM_Task, 'duration_secs': 0.204608} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.335963] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.335963] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.428519] env[63380]: DEBUG nova.compute.manager [req-d7beb2e8-1b29-4838-be87-ff616c20d45f req-565dfd12-d32a-4448-8a17-62943f8f8d13 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Received event network-vif-deleted-62bd6a65-bcfa-42e1-b8a5-51a8714240c3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.428574] env[63380]: INFO nova.compute.manager [req-d7beb2e8-1b29-4838-be87-ff616c20d45f req-565dfd12-d32a-4448-8a17-62943f8f8d13 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Neutron deleted interface 62bd6a65-bcfa-42e1-b8a5-51a8714240c3; detaching it from the instance and deleting it from the info cache [ 657.428713] env[63380]: DEBUG nova.network.neutron [req-d7beb2e8-1b29-4838-be87-ff616c20d45f req-565dfd12-d32a-4448-8a17-62943f8f8d13 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.433892] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679582, 'name': Rename_Task, 'duration_secs': 0.148282} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.434413] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.434667] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c88973e1-2f25-4ded-8618-c19059a09499 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.444928] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 657.444928] env[63380]: value = "task-2679583" [ 657.444928] env[63380]: _type = "Task" [ 657.444928] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.453819] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.569609] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923127} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.570785] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e7d94c92-1a4c-402e-9fcd-060172fb2aaa/e7d94c92-1a4c-402e-9fcd-060172fb2aaa.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.570785] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.570785] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0baccf26-219e-4319-9082-2c533e209fd4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.578524] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 657.578524] env[63380]: value = "task-2679584" [ 657.578524] env[63380]: _type = "Task" [ 657.578524] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.586693] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.650031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031c0cc-de68-4e80-baf4-5d063fbee6f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.668288] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.668629] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a545c8-16a0-459a-80e7-041925fa845c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.674940] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 657.674940] env[63380]: value = "task-2679585" [ 657.674940] env[63380]: _type = "Task" [ 657.674940] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.682648] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.693756] env[63380]: DEBUG nova.compute.manager [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Received event network-vif-plugged-ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.694029] env[63380]: DEBUG oslo_concurrency.lockutils [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] Acquiring lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.694201] env[63380]: DEBUG oslo_concurrency.lockutils [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.694372] env[63380]: DEBUG oslo_concurrency.lockutils [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.694505] env[63380]: DEBUG nova.compute.manager [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] No waiting events found dispatching network-vif-plugged-ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.694662] env[63380]: WARNING nova.compute.manager [req-e7644a77-beeb-42d2-b6c7-aa8a5ff6bcdc req-f3976494-c717-4c7d-843d-9e7ee28cb538 service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Received unexpected event network-vif-plugged-ad4abe5f-f046-42df-b809-3713d688e0d4 for instance with vm_state building and task_state block_device_mapping. [ 657.746847] env[63380]: DEBUG oslo_concurrency.lockutils [None req-78eaa439-cc48-4003-94ae-529e309565c0 tempest-ImagesNegativeTestJSON-452521843 tempest-ImagesNegativeTestJSON-452521843-project-member] Lock "416c3bf5-e7a7-4761-b2a3-398c19e274ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.477s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.780420] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Successfully updated port: ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.846187] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.846466] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.847249] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.847249] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.847374] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.847597] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.847895] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.848129] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.848360] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.848631] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.848930] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.856881] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb20fa08-2799-4bf1-b17f-4580c6384c86 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.874747] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 657.874747] env[63380]: value = "task-2679586" [ 657.874747] env[63380]: _type = "Task" [ 657.874747] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.883333] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.912024] env[63380]: DEBUG nova.network.neutron [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.935113] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6529fac-3764-4682-92c6-506b73c68449 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.950085] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d891f-1958-4989-b3c6-da916265a005 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.980330] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.990909] env[63380]: DEBUG nova.compute.manager [req-d7beb2e8-1b29-4838-be87-ff616c20d45f req-565dfd12-d32a-4448-8a17-62943f8f8d13 service nova] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Detach interface failed, port_id=62bd6a65-bcfa-42e1-b8a5-51a8714240c3, reason: Instance 5b73eae6-9b73-4e85-9c88-90bde97185c7 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 658.088487] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069466} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.088786] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.089599] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f8c0e5-75e2-4185-9d6d-894a4c5da29c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.112907] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e7d94c92-1a4c-402e-9fcd-060172fb2aaa/e7d94c92-1a4c-402e-9fcd-060172fb2aaa.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.113228] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bc5f74-79e7-4b67-b984-d7a33be7f700 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.137990] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 658.137990] env[63380]: value = "task-2679587" [ 658.137990] env[63380]: _type = "Task" [ 658.137990] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.146985] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.185291] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.283158] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.283277] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquired lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.283475] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.388770] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679586, 'name': ReconfigVM_Task, 'duration_secs': 0.416083} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.391587] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.414366] env[63380]: INFO nova.compute.manager [-] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Took 1.31 seconds to deallocate network for instance. [ 658.478555] env[63380]: DEBUG oslo_vmware.api [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679583, 'name': PowerOnVM_Task, 'duration_secs': 0.74504} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.478814] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.479018] env[63380]: INFO nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Took 9.17 seconds to spawn the instance on the hypervisor. [ 658.479335] env[63380]: DEBUG nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.480167] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eff9ba-6706-4025-a7a2-7af3fa7fb367 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.650612] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.686861] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679585, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.740823] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da50870-4110-49dd-9456-f15b0f2f03d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.749129] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8edae90-c9ce-4064-8cb5-dcbc7ba3114c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.782434] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9066cff5-9c26-488f-a0e2-174c3087e3a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.792526] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7dea29-744d-41ac-af11-31e299d7fb08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.807580] env[63380]: DEBUG nova.compute.provider_tree [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.843377] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.898843] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.899225] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.899399] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.899557] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.899716] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.899906] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.900151] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.900337] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.900532] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.900714] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.900932] env[63380]: DEBUG nova.virt.hardware [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.907377] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 658.907736] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded6f896-edfa-47cc-bb90-f303a5c50f61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.927920] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.929325] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.929796] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.930048] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.930237] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.930438] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.930615] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.930773] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.930997] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.931200] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.931399] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.931578] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.931755] env[63380]: DEBUG nova.virt.hardware [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.933101] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7c653-e0b4-41fc-9912-8b2d7f283735 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.938297] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 658.938297] env[63380]: value = "task-2679588" [ 658.938297] env[63380]: _type = "Task" [ 658.938297] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.948357] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ebb7dc-b847-42f4-80c8-db147c008ff3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.957498] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.008852] env[63380]: INFO nova.compute.manager [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Took 52.57 seconds to build instance. [ 659.145105] env[63380]: DEBUG nova.network.neutron [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updating instance_info_cache with network_info: [{"id": "ad4abe5f-f046-42df-b809-3713d688e0d4", "address": "fa:16:3e:e8:54:1c", "network": {"id": "35d47a0a-eb0d-452e-afed-41516aab8d7f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1548157512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b3dc44e7aa4821a2949d221175d8be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4abe5f-f0", "ovs_interfaceid": "ad4abe5f-f046-42df-b809-3713d688e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.152151] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679587, 'name': ReconfigVM_Task, 'duration_secs': 0.662317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.152454] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e7d94c92-1a4c-402e-9fcd-060172fb2aaa/e7d94c92-1a4c-402e-9fcd-060172fb2aaa.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.153120] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45005663-2a27-47b2-ac7f-a334ec9470ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.160540] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 659.160540] env[63380]: value = "task-2679589" [ 659.160540] env[63380]: _type = "Task" [ 659.160540] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.170320] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679589, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.188844] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679585, 'name': PowerOffVM_Task, 'duration_secs': 1.04847} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.188844] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.196042] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 659.196042] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1adc05e-e704-4aa9-8a07-e1f33cce635a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.217301] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 659.217301] env[63380]: value = "task-2679590" [ 659.217301] env[63380]: _type = "Task" [ 659.217301] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.224279] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.310263] env[63380]: DEBUG nova.scheduler.client.report [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.448510] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.511451] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8ed7ed7-759b-4f0f-8d03-8889daffdcee tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.760s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.648298] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Releasing lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.648702] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance network_info: |[{"id": "ad4abe5f-f046-42df-b809-3713d688e0d4", "address": "fa:16:3e:e8:54:1c", "network": {"id": "35d47a0a-eb0d-452e-afed-41516aab8d7f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1548157512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b3dc44e7aa4821a2949d221175d8be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4abe5f-f0", "ovs_interfaceid": "ad4abe5f-f046-42df-b809-3713d688e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.649938] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:54:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4abe5f-f046-42df-b809-3713d688e0d4', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.657669] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Creating folder: Project (02b3dc44e7aa4821a2949d221175d8be). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.658998] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19060521-92ea-4e41-b7d7-934df66c63a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.673053] env[63380]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 659.673240] env[63380]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63380) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 659.673601] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Folder already exists: Project (02b3dc44e7aa4821a2949d221175d8be). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 659.673790] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Creating folder: Instances. Parent ref: group-v540181. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.676545] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f99c2f-33d5-4e35-bde8-44ec4317d0a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.678221] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679589, 'name': Rename_Task, 'duration_secs': 0.13922} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.678476] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.679046] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ed9e02-b85c-4a88-9e5a-dd5ff43d5268 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.685238] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 659.685238] env[63380]: value = "task-2679593" [ 659.685238] env[63380]: _type = "Task" [ 659.685238] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.692565] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Created folder: Instances in parent group-v540181. [ 659.692796] env[63380]: DEBUG oslo.service.loopingcall [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.695614] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.695866] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.696070] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53609601-2d55-461d-8240-276f6d7b000a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.714366] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.714366] env[63380]: value = "task-2679594" [ 659.714366] env[63380]: _type = "Task" [ 659.714366] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.729115] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679590, 'name': ReconfigVM_Task, 'duration_secs': 0.226903} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.730017] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 659.730390] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.730572] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679594, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.731524] env[63380]: DEBUG nova.compute.manager [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Received event network-changed-ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.731704] env[63380]: DEBUG nova.compute.manager [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Refreshing instance network info cache due to event network-changed-ad4abe5f-f046-42df-b809-3713d688e0d4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.731908] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] Acquiring lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.732056] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] Acquired lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.732217] env[63380]: DEBUG nova.network.neutron [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Refreshing network info cache for port ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.733275] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67be0b33-4449-439a-b611-809e340ae896 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.740355] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 659.740355] env[63380]: value = "task-2679595" [ 659.740355] env[63380]: _type = "Task" [ 659.740355] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.749814] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.815299] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.815862] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.821233] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.509s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.821510] env[63380]: DEBUG nova.objects.instance [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lazy-loading 'resources' on Instance uuid 06c063a5-6625-4f14-a958-f5c1f9b9e945 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.851599] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "02c68897-0efd-483b-88bb-11f586047a52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.851907] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.852138] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "02c68897-0efd-483b-88bb-11f586047a52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.852323] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.852566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.857095] env[63380]: INFO nova.compute.manager [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Terminating instance [ 659.951480] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.014851] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.197411] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.223765] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679594, 'name': CreateVM_Task, 'duration_secs': 0.432057} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.223853] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.224793] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '361cb850-aecd-418f-a475-a9fc8c718c89', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540190', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'name': 'volume-388c3876-a83f-4042-bf72-4e64301ffb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c27bd37e-eb20-422f-98e3-1935f75d2ab8', 'attached_at': '', 'detached_at': '', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'serial': '388c3876-a83f-4042-bf72-4e64301ffb79'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63380) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 660.224793] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Root volume attach. Driver type: vmdk {{(pid=63380) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 660.225625] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2434c6b-ac13-4de3-8c99-4d315728fc48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.233790] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e784dc8-7d62-4da9-a646-143627006082 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.245736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6477d57-26ee-4ba5-9563-e7fa97581be7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.254925] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-27a71031-5db0-4c11-9559-67867aacadd6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.257426] env[63380]: DEBUG oslo_vmware.api [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679595, 'name': PowerOnVM_Task, 'duration_secs': 0.413579} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.258116] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.258286] env[63380]: DEBUG nova.compute.manager [None req-bb74828f-cf39-49ab-9ad0-bb3e42b6ee02 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.259460] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a268ed2-d330-4c47-9b7b-444b98b49480 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.265022] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 660.265022] env[63380]: value = "task-2679596" [ 660.265022] env[63380]: _type = "Task" [ 660.265022] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.279367] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.325087] env[63380]: DEBUG nova.compute.utils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.329041] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.329253] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.362814] env[63380]: DEBUG nova.compute.manager [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.363651] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.364748] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de7f8c-082f-46f5-969a-0deb96aab856 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.375891] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.376404] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47cafc73-d562-4282-9bfd-a6a3f866518a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.381996] env[63380]: DEBUG nova.policy [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa375f43cb2546f89dd1cfe2abc0173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fcaecd326d460da031ecd21d339e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.387356] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 660.387356] env[63380]: value = "task-2679597" [ 660.387356] env[63380]: _type = "Task" [ 660.387356] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.401890] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.455971] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679588, 'name': ReconfigVM_Task, 'duration_secs': 1.169826} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.456436] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 660.457571] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2389ca5c-196b-4807-a69a-bcf00f2f3c8b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.490078] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.494312] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417b78b7-0d73-431c-abe4-836e9560f7aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.510568] env[63380]: DEBUG nova.network.neutron [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updated VIF entry in instance network info cache for port ad4abe5f-f046-42df-b809-3713d688e0d4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.511046] env[63380]: DEBUG nova.network.neutron [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updating instance_info_cache with network_info: [{"id": "ad4abe5f-f046-42df-b809-3713d688e0d4", "address": "fa:16:3e:e8:54:1c", "network": {"id": "35d47a0a-eb0d-452e-afed-41516aab8d7f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1548157512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b3dc44e7aa4821a2949d221175d8be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4abe5f-f0", "ovs_interfaceid": "ad4abe5f-f046-42df-b809-3713d688e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.521504] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 660.521504] env[63380]: value = "task-2679598" [ 660.521504] env[63380]: _type = "Task" [ 660.521504] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.535542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.539721] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.702042] env[63380]: DEBUG oslo_vmware.api [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679593, 'name': PowerOnVM_Task, 'duration_secs': 0.565764} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.702931] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.702931] env[63380]: INFO nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Took 8.82 seconds to spawn the instance on the hypervisor. [ 660.702931] env[63380]: DEBUG nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.703827] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ede282-72b2-454c-a73a-88f0836e3038 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.783955] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 40%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.790037] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Successfully created port: 6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.832694] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.909737] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679597, 'name': PowerOffVM_Task, 'duration_secs': 0.355641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.913817] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.914043] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.915711] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f44fda7-901f-42e3-b5b2-eb4fd9af526c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.014946] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1cf31c8-8f15-45f8-b8e0-7fe6f3302edc req-c7162f03-6e69-4c14-86e4-0d2ecdb204bb service nova] Releasing lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.020081] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c56c6f-212a-4afc-8f4b-065586fc525e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.024685] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.024915] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.025185] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Deleting the datastore file [datastore1] 02c68897-0efd-483b-88bb-11f586047a52 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.028857] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efdcb59e-f85c-4578-bfa4-1eeae1478308 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.036680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a5cfe3-23d4-4952-aeb1-dbc6f6f36c0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.043861] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for the task: (returnval){ [ 661.043861] env[63380]: value = "task-2679600" [ 661.043861] env[63380]: _type = "Task" [ 661.043861] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.044492] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679598, 'name': ReconfigVM_Task, 'duration_secs': 0.336528} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.045251] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f/036679d7-7311-4f0e-8223-e0665f640d9f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.045542] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.081551] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c34be8-3983-4c84-8a8c-3a9b3798e9e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.090398] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.095373] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a856015-1668-47c4-bb51-cc735706ff6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.110990] env[63380]: DEBUG nova.compute.provider_tree [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.230447] env[63380]: INFO nova.compute.manager [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Took 50.99 seconds to build instance. [ 661.278489] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 54%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.555913] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.587604] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95fd01-87cc-42bb-8aa7-92494e121bb3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.608108] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42875906-3702-4700-a017-684df9b42a0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.635090] env[63380]: DEBUG nova.scheduler.client.report [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.638685] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.734612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3369d3c0-d338-4ba6-ad3a-447cdbe448a9 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.253s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.783293] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 67%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.850140] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.885284] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.885586] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.886287] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.886578] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.886797] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.887517] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.887517] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.887889] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.887889] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.889094] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.889094] env[63380]: DEBUG nova.virt.hardware [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.889539] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b11388-4b70-4df1-8b88-b360d9f918c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.903191] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e5a02-d1a1-4f9c-9ef5-064c10467306 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.056164] env[63380]: DEBUG oslo_vmware.api [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Task: {'id': task-2679600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574028} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.056580] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.056798] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.056987] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.057182] env[63380]: INFO nova.compute.manager [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Took 1.69 seconds to destroy the instance on the hypervisor. [ 662.057431] env[63380]: DEBUG oslo.service.loopingcall [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.057698] env[63380]: DEBUG nova.compute.manager [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.057728] env[63380]: DEBUG nova.network.neutron [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.143869] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.150518] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.421s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.157722] env[63380]: INFO nova.compute.claims [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.192667] env[63380]: INFO nova.scheduler.client.report [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Deleted allocations for instance 06c063a5-6625-4f14-a958-f5c1f9b9e945 [ 662.243026] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.275771] env[63380]: DEBUG nova.network.neutron [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Port da8e4e94-0e71-430b-9b5c-675d43a7e4f1 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 662.286088] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 82%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.700110] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5067d83-3889-415f-8ebb-cbcdb4149e43 tempest-FloatingIPsAssociationNegativeTestJSON-498271274 tempest-FloatingIPsAssociationNegativeTestJSON-498271274-project-member] Lock "06c063a5-6625-4f14-a958-f5c1f9b9e945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.878s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.765935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.792523] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 97%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.989259] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Successfully updated port: 6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.002647] env[63380]: DEBUG nova.compute.manager [req-8dd78680-4185-44ad-8be0-15036ec06233 req-98188f27-dda1-4c93-a60b-f616f9683f55 service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Received event network-vif-deleted-907ed2ba-40b5-48a3-8088-2d6ac04d7480 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.002867] env[63380]: INFO nova.compute.manager [req-8dd78680-4185-44ad-8be0-15036ec06233 req-98188f27-dda1-4c93-a60b-f616f9683f55 service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Neutron deleted interface 907ed2ba-40b5-48a3-8088-2d6ac04d7480; detaching it from the instance and deleting it from the info cache [ 663.003070] env[63380]: DEBUG nova.network.neutron [req-8dd78680-4185-44ad-8be0-15036ec06233 req-98188f27-dda1-4c93-a60b-f616f9683f55 service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.029500] env[63380]: DEBUG nova.compute.manager [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Received event network-vif-plugged-6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.029721] env[63380]: DEBUG oslo_concurrency.lockutils [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] Acquiring lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.029962] env[63380]: DEBUG oslo_concurrency.lockutils [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.030258] env[63380]: DEBUG oslo_concurrency.lockutils [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.030427] env[63380]: DEBUG nova.compute.manager [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] No waiting events found dispatching network-vif-plugged-6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.030506] env[63380]: WARNING nova.compute.manager [req-719eae16-ddee-4bc9-887e-225bfadd4063 req-7ada02a9-bb3a-4ad9-97f0-81ab757c7efe service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Received unexpected event network-vif-plugged-6156ba20-1021-43e3-b624-79ec4cdb2aa6 for instance with vm_state building and task_state spawning. [ 663.065630] env[63380]: DEBUG nova.network.neutron [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.287987] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task} progress is 98%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.305369] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.305659] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.305996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.498754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.499116] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.499116] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.506189] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c6aa9f9-e4f9-4632-a249-1e47b93e7401 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.516865] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03af1a-a7ec-4ba7-b793-ae693fcb3814 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.565602] env[63380]: DEBUG nova.compute.manager [req-8dd78680-4185-44ad-8be0-15036ec06233 req-98188f27-dda1-4c93-a60b-f616f9683f55 service nova] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Detach interface failed, port_id=907ed2ba-40b5-48a3-8088-2d6ac04d7480, reason: Instance 02c68897-0efd-483b-88bb-11f586047a52 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 663.571053] env[63380]: INFO nova.compute.manager [-] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Took 1.51 seconds to deallocate network for instance. [ 663.777015] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc87d12-d9a7-4123-932b-e7ef7b434554 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.791035] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344209ee-3523-4905-8304-3f60b88640e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.794062] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679596, 'name': RelocateVM_Task, 'duration_secs': 3.482578} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.794379] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 663.794587] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540190', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'name': 'volume-388c3876-a83f-4042-bf72-4e64301ffb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c27bd37e-eb20-422f-98e3-1935f75d2ab8', 'attached_at': '', 'detached_at': '', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'serial': '388c3876-a83f-4042-bf72-4e64301ffb79'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 663.795736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6602f898-c419-442e-b051-905dbb2a27bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.830338] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f71bee-e4d2-4879-bc9e-5e08a69eeb0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.845595] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428ff3a-c584-45dc-b45f-47fddf6c7bea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.852604] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f7ce70-43bf-40da-98d9-6ccac850f039 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.875525] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] volume-388c3876-a83f-4042-bf72-4e64301ffb79/volume-388c3876-a83f-4042-bf72-4e64301ffb79.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.876638] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c70b06e3-1b61-4953-b14c-be2ddd7271b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.901495] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.901605] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.901807] env[63380]: INFO nova.compute.manager [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Rebooting instance [ 663.906684] env[63380]: DEBUG nova.compute.provider_tree [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.909880] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 663.909880] env[63380]: value = "task-2679601" [ 663.909880] env[63380]: _type = "Task" [ 663.909880] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.918904] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.059845] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.081666] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.259997] env[63380]: DEBUG nova.network.neutron [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Updating instance_info_cache with network_info: [{"id": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "address": "fa:16:3e:42:15:e3", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156ba20-10", "ovs_interfaceid": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.413015] env[63380]: DEBUG nova.scheduler.client.report [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.421106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.421106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.421106] env[63380]: DEBUG nova.network.neutron [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.434478] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679601, 'name': ReconfigVM_Task, 'duration_secs': 0.278774} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.435913] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] volume-388c3876-a83f-4042-bf72-4e64301ffb79/volume-388c3876-a83f-4042-bf72-4e64301ffb79.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.445023] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0fc1c5-2267-408c-8214-53eb2f0cd86e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.454755] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.456035] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquired lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.456035] env[63380]: DEBUG nova.network.neutron [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.466201] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 664.466201] env[63380]: value = "task-2679602" [ 664.466201] env[63380]: _type = "Task" [ 664.466201] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.477266] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.764380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.764623] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance network_info: |[{"id": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "address": "fa:16:3e:42:15:e3", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156ba20-10", "ovs_interfaceid": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.765079] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:15:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6156ba20-1021-43e3-b624-79ec4cdb2aa6', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.773297] env[63380]: DEBUG oslo.service.loopingcall [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.773417] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.773660] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89b8a5c-1290-4428-bd12-a2e10267aa34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.794157] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.794157] env[63380]: value = "task-2679603" [ 664.794157] env[63380]: _type = "Task" [ 664.794157] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.802616] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679603, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.922348] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.922541] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.925553] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.187s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.927025] env[63380]: INFO nova.compute.claims [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.977688] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679602, 'name': ReconfigVM_Task, 'duration_secs': 0.201929} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.977688] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540190', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'name': 'volume-388c3876-a83f-4042-bf72-4e64301ffb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c27bd37e-eb20-422f-98e3-1935f75d2ab8', 'attached_at': '', 'detached_at': '', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'serial': '388c3876-a83f-4042-bf72-4e64301ffb79'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 664.977892] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a935923-0530-434b-b579-ec7dcd6b0ba1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.985105] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 664.985105] env[63380]: value = "task-2679604" [ 664.985105] env[63380]: _type = "Task" [ 664.985105] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.998028] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679604, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.199805] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.200243] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.274969] env[63380]: DEBUG nova.network.neutron [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.305642] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679603, 'name': CreateVM_Task, 'duration_secs': 0.457551} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.305806] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.306658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.306798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.307137] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.307479] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892211bf-eae9-48e5-9170-75d90179258b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.313100] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 665.313100] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521570ff-4727-4d18-50c5-33359e67a816" [ 665.313100] env[63380]: _type = "Task" [ 665.313100] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.321413] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521570ff-4727-4d18-50c5-33359e67a816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.413525] env[63380]: DEBUG nova.network.neutron [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.432164] env[63380]: DEBUG nova.compute.manager [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.432361] env[63380]: DEBUG nova.compute.manager [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing instance network info cache due to event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.432542] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Acquiring lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.434423] env[63380]: DEBUG nova.compute.utils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.440344] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.440344] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.495576] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679604, 'name': Rename_Task, 'duration_secs': 0.124954} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.497057] env[63380]: DEBUG nova.policy [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff1fe3c4b5a46d98980c885f104581b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1255e32457e143d8ace029606a653f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.498824] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.499122] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a0d0a92-572d-43f9-921d-4c41aa65a2b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.506623] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 665.506623] env[63380]: value = "task-2679605" [ 665.506623] env[63380]: _type = "Task" [ 665.506623] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.516765] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.777800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.827324] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521570ff-4727-4d18-50c5-33359e67a816, 'name': SearchDatastore_Task, 'duration_secs': 0.033949} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.827687] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.827938] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.828715] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.828853] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.829544] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.830187] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31dd0a19-972d-405e-ad31-2b6681d1c02d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.842208] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.842208] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.842208] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad6d2946-2a4e-43c7-b9d8-8717a6def6a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.846933] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 665.846933] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f615f6-c0aa-34c7-3a5e-a9bae248188d" [ 665.846933] env[63380]: _type = "Task" [ 665.846933] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.855758] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f615f6-c0aa-34c7-3a5e-a9bae248188d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.897501] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Successfully created port: db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.916950] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Releasing lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.918251] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Acquired lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.918626] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.942703] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.022621] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.056355] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "9148c0e1-9c02-491d-aec8-d7b310591203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.057756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.057756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.057756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.057756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.065251] env[63380]: INFO nova.compute.manager [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Terminating instance [ 666.310432] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96a4c9-d655-40de-877c-c633c49cf47f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.346116] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9305e7b-74fc-4c2d-8b6e-8653064e6d96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.360426] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.371933] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f615f6-c0aa-34c7-3a5e-a9bae248188d, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.371933] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9094bb-4f32-4023-b9f7-78f44b8f3ba9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.381695] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 666.381695] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f50f62-085a-6661-d0dd-cac96bad902c" [ 666.381695] env[63380]: _type = "Task" [ 666.381695] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.386605] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f50f62-085a-6661-d0dd-cac96bad902c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.428394] env[63380]: DEBUG nova.compute.manager [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.429978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ea821-2cf1-40cb-9611-8d729eee8758 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.526612] env[63380]: DEBUG oslo_vmware.api [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2679605, 'name': PowerOnVM_Task, 'duration_secs': 0.700053} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.526612] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.526612] env[63380]: INFO nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Took 7.60 seconds to spawn the instance on the hypervisor. [ 666.526612] env[63380]: DEBUG nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.527681] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3c2fc-bf24-40ec-91b4-78308fdda975 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.575746] env[63380]: DEBUG nova.compute.manager [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.576057] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.578350] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0ec642-09ea-46db-9973-557c856a24d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.589903] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.589903] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8dcbd9-3ef8-4855-a6db-ac7364246736 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.594736] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 666.594736] env[63380]: value = "task-2679606" [ 666.594736] env[63380]: _type = "Task" [ 666.594736] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.607562] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.684586] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee1d14-dbb4-4394-9db0-ccfe49f9e5b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.693179] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767aab21-596a-4d35-bc1d-fb6678948570 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.738802] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b460dc-c577-45e6-b5be-9bf37949bddc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.746885] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc638be-14de-467e-a2c3-155430ab7c1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.762692] env[63380]: DEBUG nova.compute.provider_tree [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.874411] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.875123] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbe71ca-4f9a-469e-b708-a0538e1fdd90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.885738] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 666.885738] env[63380]: value = "task-2679607" [ 666.885738] env[63380]: _type = "Task" [ 666.885738] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.896101] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f50f62-085a-6661-d0dd-cac96bad902c, 'name': SearchDatastore_Task, 'duration_secs': 0.015079} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.899081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.899081] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e96fe3b3-89d1-41c8-9ee7-66758dcec6f6/e96fe3b3-89d1-41c8-9ee7-66758dcec6f6.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.899081] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ca9cfec-25f8-491b-821d-10299d0dccea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.905724] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679607, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.912477] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 666.912477] env[63380]: value = "task-2679608" [ 666.912477] env[63380]: _type = "Task" [ 666.912477] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.923984] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.954482] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.960391] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updated VIF entry in instance network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.960391] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.987019] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.987337] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.987528] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.987731] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.987895] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.988373] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.989357] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.989906] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.990533] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.991177] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.991747] env[63380]: DEBUG nova.virt.hardware [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.993330] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc3715-5f3f-42c7-86f7-41f8488e088f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.006145] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00446ff8-7433-4fe7-b4e7-fbee91e6599b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.017413] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.017547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.045954] env[63380]: INFO nova.compute.manager [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Took 51.76 seconds to build instance. [ 667.107480] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679606, 'name': PowerOffVM_Task, 'duration_secs': 0.227036} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.108957] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.108957] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.108957] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0baccb14-76ec-44fe-b311-19c1e670f661 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190812] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.190812] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.190812] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleting the datastore file [datastore1] 9148c0e1-9c02-491d-aec8-d7b310591203 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.190812] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d48a5ea-785f-4980-aaea-1b0c00a7d2d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.202357] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 667.202357] env[63380]: value = "task-2679610" [ 667.202357] env[63380]: _type = "Task" [ 667.202357] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.216038] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.267597] env[63380]: DEBUG nova.scheduler.client.report [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.401201] env[63380]: DEBUG oslo_vmware.api [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679607, 'name': PowerOnVM_Task, 'duration_secs': 0.500902} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.401604] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.401913] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20b9d361-1d62-4894-9fd9-d385d3e3e4e9 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance '036679d7-7311-4f0e-8223-e0665f640d9f' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.426613] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679608, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.453499] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aec2f9-acab-4133-9146-cecc3956c34b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.463095] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Releasing lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.463244] env[63380]: DEBUG nova.compute.manager [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Received event network-changed-6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.465961] env[63380]: DEBUG nova.compute.manager [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Refreshing instance network info cache due to event network-changed-6156ba20-1021-43e3-b624-79ec4cdb2aa6. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.465961] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Acquiring lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.465961] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Acquired lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.465961] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Refreshing network info cache for port 6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.472201] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Doing hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 667.472808] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0d4c0d6c-40d9-4ba4-9938-227ea649d571 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.485410] env[63380]: DEBUG oslo_vmware.api [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 667.485410] env[63380]: value = "task-2679611" [ 667.485410] env[63380]: _type = "Task" [ 667.485410] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.496993] env[63380]: DEBUG oslo_vmware.api [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679611, 'name': ResetVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.549256] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed21ba23-8f80-479e-b399-fb9cb1523fde tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.464s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.696034] env[63380]: DEBUG nova.compute.manager [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Received event network-vif-plugged-db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.696034] env[63380]: DEBUG oslo_concurrency.lockutils [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] Acquiring lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.696034] env[63380]: DEBUG oslo_concurrency.lockutils [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.696034] env[63380]: DEBUG oslo_concurrency.lockutils [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.696034] env[63380]: DEBUG nova.compute.manager [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] No waiting events found dispatching network-vif-plugged-db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.696579] env[63380]: WARNING nova.compute.manager [req-35a4a6ed-2774-4f80-9e1f-b7d5a8348817 req-0c4e2065-f957-4b5f-b308-49bbdf243e33 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Received unexpected event network-vif-plugged-db28cfa2-5d24-445e-9491-64bd71ae7d95 for instance with vm_state building and task_state spawning. [ 667.715714] env[63380]: DEBUG oslo_vmware.api [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402229} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.718028] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.718028] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.718028] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.718028] env[63380]: INFO nova.compute.manager [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Took 1.14 seconds to destroy the instance on the hypervisor. [ 667.718028] env[63380]: DEBUG oslo.service.loopingcall [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.718278] env[63380]: DEBUG nova.compute.manager [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.718278] env[63380]: DEBUG nova.network.neutron [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.774944] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.775523] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.779500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.345s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.780967] env[63380]: INFO nova.compute.claims [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.925209] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631967} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.927043] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e96fe3b3-89d1-41c8-9ee7-66758dcec6f6/e96fe3b3-89d1-41c8-9ee7-66758dcec6f6.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.927143] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.927470] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e2d5423-156b-4968-9874-a579ad99db1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.931392] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Successfully updated port: db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.939704] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 667.939704] env[63380]: value = "task-2679612" [ 667.939704] env[63380]: _type = "Task" [ 667.939704] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.954030] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.996885] env[63380]: DEBUG oslo_vmware.api [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679611, 'name': ResetVM_Task, 'duration_secs': 0.153829} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.997188] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Did hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 667.997404] env[63380]: DEBUG nova.compute.manager [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.998213] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd1786-8c88-4b58-8a48-ccb9b1e7cea6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.052212] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.283522] env[63380]: DEBUG nova.compute.utils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.285392] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.285641] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.372393] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.372596] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.392148] env[63380]: DEBUG nova.policy [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2d27dc1b505413fab1c704b7d3b9f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bfbf0badbf343929038f5e6fe695267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.437460] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.437460] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquired lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.437460] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.437460] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Updated VIF entry in instance network info cache for port 6156ba20-1021-43e3-b624-79ec4cdb2aa6. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.438042] env[63380]: DEBUG nova.network.neutron [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Updating instance_info_cache with network_info: [{"id": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "address": "fa:16:3e:42:15:e3", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156ba20-10", "ovs_interfaceid": "6156ba20-1021-43e3-b624-79ec4cdb2aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.450723] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073432} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.452303] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.453269] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a829f428-b755-4ddc-9927-f4bb217793af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.486779] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] e96fe3b3-89d1-41c8-9ee7-66758dcec6f6/e96fe3b3-89d1-41c8-9ee7-66758dcec6f6.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.487520] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ca82c6-341e-4843-a172-80c5b3d84f46 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.509907] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 668.509907] env[63380]: value = "task-2679613" [ 668.509907] env[63380]: _type = "Task" [ 668.509907] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.515481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a6c96195-0a34-4d3e-ac5a-5ba515f34351 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.614s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.527076] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.578049] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.800022] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.878738] env[63380]: DEBUG nova.compute.utils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.948394] env[63380]: DEBUG oslo_concurrency.lockutils [req-293bd955-03e0-4d6a-97fb-3e04d1e64799 req-49239a02-f380-498a-9a33-6e245dbe86f4 service nova] Releasing lock "refresh_cache-e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.020474] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.029231] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679613, 'name': ReconfigVM_Task, 'duration_secs': 0.459257} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.029661] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] e96fe3b3-89d1-41c8-9ee7-66758dcec6f6/e96fe3b3-89d1-41c8-9ee7-66758dcec6f6.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.030317] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb6e4954-8952-4e08-bd49-252bb1b2994b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.040639] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 669.040639] env[63380]: value = "task-2679614" [ 669.040639] env[63380]: _type = "Task" [ 669.040639] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.053017] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679614, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.381722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.398583] env[63380]: DEBUG nova.network.neutron [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Updating instance_info_cache with network_info: [{"id": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "address": "fa:16:3e:11:e9:09", "network": {"id": "655dc03f-3c94-437f-be8b-20f75516d2c5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-339336621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1255e32457e143d8ace029606a653f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb28cfa2-5d", "ovs_interfaceid": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.540681] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebac81a-2e7a-4003-85dd-aed97dd4785e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.551565] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Successfully created port: 5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.561169] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48013bd3-d352-49d9-895b-a7994ed11e6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.569258] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679614, 'name': Rename_Task, 'duration_secs': 0.224455} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.569848] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.569848] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52cb8f61-c1d6-441b-8686-79c83c72cfc6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.604450] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21a24bc-83b6-4aa0-852f-ba07c03f1e23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.608395] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 669.608395] env[63380]: value = "task-2679615" [ 669.608395] env[63380]: _type = "Task" [ 669.608395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.615097] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035e881-a05a-4e7c-8abf-0bcd7a2bd9d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.622632] env[63380]: DEBUG nova.network.neutron [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.623828] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.634995] env[63380]: DEBUG nova.compute.provider_tree [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.812018] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.853075] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.853899] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.853899] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.853899] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.853899] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.854088] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.854632] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.854829] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.854998] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.855455] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.855455] env[63380]: DEBUG nova.virt.hardware [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.856585] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f0bed-f9ee-4be4-8b31-db71d8ae3f72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.865302] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b979e5-d1c3-4455-9dbc-3c8579927537 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.905531] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Releasing lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.905531] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Instance network_info: |[{"id": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "address": "fa:16:3e:11:e9:09", "network": {"id": "655dc03f-3c94-437f-be8b-20f75516d2c5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-339336621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1255e32457e143d8ace029606a653f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb28cfa2-5d", "ovs_interfaceid": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.905721] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:e9:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db28cfa2-5d24-445e-9491-64bd71ae7d95', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.914819] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Creating folder: Project (1255e32457e143d8ace029606a653f36). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.914977] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2300f284-877f-4c2d-bc91-db2d9f1e8973 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.928463] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Created folder: Project (1255e32457e143d8ace029606a653f36) in parent group-v540155. [ 669.928463] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Creating folder: Instances. Parent ref: group-v540246. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.928463] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7c714b-1ea1-4b83-9d4e-e1cae798fc29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.940245] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Created folder: Instances in parent group-v540246. [ 669.940245] env[63380]: DEBUG oslo.service.loopingcall [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.940245] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.940245] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553bf2e7-783e-4f35-a67f-3fd7df00581d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.963026] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.963026] env[63380]: value = "task-2679618" [ 669.963026] env[63380]: _type = "Task" [ 669.963026] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.972586] env[63380]: DEBUG nova.compute.manager [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Received event network-changed-ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.972869] env[63380]: DEBUG nova.compute.manager [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Refreshing instance network info cache due to event network-changed-ad4abe5f-f046-42df-b809-3713d688e0d4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.973106] env[63380]: DEBUG oslo_concurrency.lockutils [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] Acquiring lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.973247] env[63380]: DEBUG oslo_concurrency.lockutils [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] Acquired lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.973405] env[63380]: DEBUG nova.network.neutron [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Refreshing network info cache for port ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.982844] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679618, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.121637] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.126045] env[63380]: INFO nova.compute.manager [-] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Took 2.41 seconds to deallocate network for instance. [ 670.140458] env[63380]: DEBUG nova.scheduler.client.report [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.320678] env[63380]: DEBUG nova.compute.manager [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Received event network-changed-db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.320678] env[63380]: DEBUG nova.compute.manager [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Refreshing instance network info cache due to event network-changed-db28cfa2-5d24-445e-9491-64bd71ae7d95. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.320678] env[63380]: DEBUG oslo_concurrency.lockutils [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] Acquiring lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.320967] env[63380]: DEBUG oslo_concurrency.lockutils [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] Acquired lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.321234] env[63380]: DEBUG nova.network.neutron [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Refreshing network info cache for port db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.478341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.478655] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.478894] env[63380]: INFO nova.compute.manager [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Attaching volume 5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599 to /dev/sdb [ 670.484314] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679618, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.523690] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4534bfa7-f1ae-4b7f-a0b5-89fb8731c01e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.535994] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf4583-f450-4ae7-8880-446d87c0d97e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.559491] env[63380]: DEBUG nova.virt.block_device [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating existing volume attachment record: 29895f9c-e5b3-4f65-ab7d-87f6d046ce26 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 670.620420] env[63380]: DEBUG oslo_vmware.api [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679615, 'name': PowerOnVM_Task, 'duration_secs': 1.019905} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.621825] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.621825] env[63380]: INFO nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Took 8.77 seconds to spawn the instance on the hypervisor. [ 670.621825] env[63380]: DEBUG nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.622075] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a3dba7-303d-4cb9-844d-995b89a6dacb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.635921] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.647113] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.654099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.054s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.654099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.654099] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 670.654099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.708s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.654428] env[63380]: INFO nova.compute.claims [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.659944] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276ab0a2-503e-4f34-89dc-89898ddba795 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.672636] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a075beb-64c7-4ddf-9c9e-b7a109d4f1b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.699340] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c254cf-21f1-4371-b4bf-7a10098d17f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.707576] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0a2552-1805-4299-8b05-16bf7c84c119 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.743122] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180249MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 670.743122] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.830587] env[63380]: DEBUG nova.network.neutron [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updated VIF entry in instance network info cache for port ad4abe5f-f046-42df-b809-3713d688e0d4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.831152] env[63380]: DEBUG nova.network.neutron [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updating instance_info_cache with network_info: [{"id": "ad4abe5f-f046-42df-b809-3713d688e0d4", "address": "fa:16:3e:e8:54:1c", "network": {"id": "35d47a0a-eb0d-452e-afed-41516aab8d7f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1548157512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b3dc44e7aa4821a2949d221175d8be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4abe5f-f0", "ovs_interfaceid": "ad4abe5f-f046-42df-b809-3713d688e0d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.961050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.961050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.961050] env[63380]: DEBUG nova.compute.manager [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Going to confirm migration 1 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 670.982576] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679618, 'name': CreateVM_Task, 'duration_secs': 0.658707} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.983793] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.983986] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.984251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.984663] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.985043] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6ad2f8-8aa7-4777-a6aa-e98e08fb68c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.990794] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 670.990794] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5287516b-1f38-e871-95fb-6a27d6aeb48a" [ 670.990794] env[63380]: _type = "Task" [ 670.990794] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.001665] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5287516b-1f38-e871-95fb-6a27d6aeb48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.143776] env[63380]: INFO nova.compute.manager [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Took 52.21 seconds to build instance. [ 671.160522] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "1fc87aa5-dafa-48d3-8874-efffe5db930d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.160793] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "1fc87aa5-dafa-48d3-8874-efffe5db930d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.334497] env[63380]: DEBUG oslo_concurrency.lockutils [req-6049b64a-25d3-48f2-b54a-e10fd2199321 req-72b56baf-59f5-4c68-bcdc-c7adcf4a7dbd service nova] Releasing lock "refresh_cache-c27bd37e-eb20-422f-98e3-1935f75d2ab8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.398651] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Successfully updated port: 5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.431600] env[63380]: DEBUG nova.network.neutron [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Updated VIF entry in instance network info cache for port db28cfa2-5d24-445e-9491-64bd71ae7d95. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.431970] env[63380]: DEBUG nova.network.neutron [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Updating instance_info_cache with network_info: [{"id": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "address": "fa:16:3e:11:e9:09", "network": {"id": "655dc03f-3c94-437f-be8b-20f75516d2c5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-339336621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1255e32457e143d8ace029606a653f36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb28cfa2-5d", "ovs_interfaceid": "db28cfa2-5d24-445e-9491-64bd71ae7d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.501741] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5287516b-1f38-e871-95fb-6a27d6aeb48a, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.503161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.504617] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.504617] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.504617] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.504617] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.506666] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49fe31d-7a07-41a3-a001-b61703207abf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.508606] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.508816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.516747] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.516747] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.516987] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c21c167-1e08-482a-af2d-51ccb1957167 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.522565] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 671.522565] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521d04bf-90b0-5958-4392-316a5af06b86" [ 671.522565] env[63380]: _type = "Task" [ 671.522565] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.534283] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521d04bf-90b0-5958-4392-316a5af06b86, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.535037] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f06f3cb-e21d-4f1f-9191-33372a87b57d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.540589] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 671.540589] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5243eeac-f2ce-049a-960e-70e69ad9f302" [ 671.540589] env[63380]: _type = "Task" [ 671.540589] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.553940] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5243eeac-f2ce-049a-960e-70e69ad9f302, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.554215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.554475] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 9906dad7-ea13-4e22-add6-8c1ced6c1efe/9906dad7-ea13-4e22-add6-8c1ced6c1efe.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.554727] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e287bb-d566-43ed-b8e4-a0d10075d4e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.560691] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 671.560691] env[63380]: value = "task-2679622" [ 671.560691] env[63380]: _type = "Task" [ 671.560691] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.569941] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.576775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.576969] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.577163] env[63380]: DEBUG nova.network.neutron [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.577357] env[63380]: DEBUG nova.objects.instance [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lazy-loading 'info_cache' on Instance uuid 036679d7-7311-4f0e-8223-e0665f640d9f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.646246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0a0e9bcf-8d4d-4080-84b0-46524e8a4be1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.826s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.663577] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "1fc87aa5-dafa-48d3-8874-efffe5db930d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.664359] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.902826] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.903060] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquired lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.903181] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.937259] env[63380]: DEBUG oslo_concurrency.lockutils [req-92c65608-f31b-42af-adf0-9aab9d604bfe req-994739c9-8bee-40cb-ab1c-58a20e24c280 service nova] Releasing lock "refresh_cache-9906dad7-ea13-4e22-add6-8c1ced6c1efe" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.076753] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.151053] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.172884] env[63380]: DEBUG nova.compute.utils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.180216] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.182016] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.226047] env[63380]: DEBUG nova.policy [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b64fb93a7574cd2bb1203185c593682', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c415c07dc7446b1b5db3e5a3c878616', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.264554] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345fad09-9117-4036-8c19-e42fbafbf26b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.272468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598e152-e06e-4562-a701-890a483923c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.304713] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91c694-83ec-4e63-a969-7cf967411e35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.312791] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79594b-4f18-42a9-a8f6-509ba2933bcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.326756] env[63380]: DEBUG nova.compute.provider_tree [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.396860] env[63380]: DEBUG nova.compute.manager [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Received event network-vif-deleted-585bcfdd-6ece-4ca3-8519-2e15648c20ad {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.397068] env[63380]: DEBUG nova.compute.manager [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.397756] env[63380]: DEBUG nova.compute.manager [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing instance network info cache due to event network-changed-721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.397756] env[63380]: DEBUG oslo_concurrency.lockutils [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] Acquiring lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.397756] env[63380]: DEBUG oslo_concurrency.lockutils [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] Acquired lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398568] env[63380]: DEBUG nova.network.neutron [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Refreshing network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.450839] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.571700] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646433} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.572492] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Successfully created port: 9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.574865] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 9906dad7-ea13-4e22-add6-8c1ced6c1efe/9906dad7-ea13-4e22-add6-8c1ced6c1efe.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.575106] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.575368] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62223e90-91f8-4396-b102-41cc0232ba28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.581866] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 672.581866] env[63380]: value = "task-2679623" [ 672.581866] env[63380]: _type = "Task" [ 672.581866] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.591280] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.685720] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.693506] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.695535] env[63380]: DEBUG nova.network.neutron [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Updating instance_info_cache with network_info: [{"id": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "address": "fa:16:3e:79:d2:2e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70bbce-5a", "ovs_interfaceid": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.834018] env[63380]: DEBUG nova.scheduler.client.report [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.908742] env[63380]: DEBUG nova.compute.manager [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Received event network-vif-plugged-5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.909180] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Acquiring lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.909405] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.909581] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.909749] env[63380]: DEBUG nova.compute.manager [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] No waiting events found dispatching network-vif-plugged-5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.909910] env[63380]: WARNING nova.compute.manager [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Received unexpected event network-vif-plugged-5c70bbce-5a93-422c-bac2-06cbe31238ae for instance with vm_state building and task_state spawning. [ 672.910163] env[63380]: DEBUG nova.compute.manager [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Received event network-changed-5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.910325] env[63380]: DEBUG nova.compute.manager [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Refreshing instance network info cache due to event network-changed-5c70bbce-5a93-422c-bac2-06cbe31238ae. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.910400] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Acquiring lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.989333] env[63380]: DEBUG nova.network.neutron [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [{"id": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "address": "fa:16:3e:d8:c9:f7", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8e4e94-0e", "ovs_interfaceid": "da8e4e94-0e71-430b-9b5c-675d43a7e4f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.007358] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.008036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.008036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.008036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.008036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.010057] env[63380]: INFO nova.compute.manager [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Terminating instance [ 673.091444] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068872} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.093847] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.094756] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7c80a-d03f-4e84-8ee1-146586775611 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.118359] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 9906dad7-ea13-4e22-add6-8c1ced6c1efe/9906dad7-ea13-4e22-add6-8c1ced6c1efe.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.118670] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9622f89-5a04-48e1-b67a-09c7b24199bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.144433] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 673.144433] env[63380]: value = "task-2679625" [ 673.144433] env[63380]: _type = "Task" [ 673.144433] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.153919] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.175978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9830eb-3682-4fee-8791-fa9464d9a0e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.187260] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Suspending the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 673.187568] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3a2cc010-9243-4c1e-b529-6a7cf34be98c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.202099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Releasing lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.202345] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Instance network_info: |[{"id": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "address": "fa:16:3e:79:d2:2e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70bbce-5a", "ovs_interfaceid": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.202659] env[63380]: DEBUG oslo_vmware.api [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 673.202659] env[63380]: value = "task-2679626" [ 673.202659] env[63380]: _type = "Task" [ 673.202659] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.205588] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Acquired lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.205773] env[63380]: DEBUG nova.network.neutron [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Refreshing network info cache for port 5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.207109] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:d2:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c70bbce-5a93-422c-bac2-06cbe31238ae', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.215059] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Creating folder: Project (3bfbf0badbf343929038f5e6fe695267). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.215681] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e7a9afe-834e-4e7d-a368-b58774d4ec04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.228333] env[63380]: DEBUG oslo_vmware.api [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679626, 'name': SuspendVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.229999] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Created folder: Project (3bfbf0badbf343929038f5e6fe695267) in parent group-v540155. [ 673.230223] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Creating folder: Instances. Parent ref: group-v540252. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.230456] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f234092-00d7-4205-b662-d436c787f232 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.240315] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Created folder: Instances in parent group-v540252. [ 673.240577] env[63380]: DEBUG oslo.service.loopingcall [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.242462] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.242717] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0ff2bac-fa08-441a-a0a7-b0edd642d5cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.266499] env[63380]: DEBUG nova.network.neutron [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updated VIF entry in instance network info cache for port 721eddf9-54b9-47ac-abbe-ae0bed046340. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.266858] env[63380]: DEBUG nova.network.neutron [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [{"id": "721eddf9-54b9-47ac-abbe-ae0bed046340", "address": "fa:16:3e:0d:32:fd", "network": {"id": "21370ab7-18ea-4cf5-9cb0-77aae1f13264", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-609807931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ad2f1894156401788f7ddc84a8d0d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap721eddf9-54", "ovs_interfaceid": "721eddf9-54b9-47ac-abbe-ae0bed046340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.270106] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.270106] env[63380]: value = "task-2679629" [ 673.270106] env[63380]: _type = "Task" [ 673.270106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.278491] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679629, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.337806] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.339170] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.341774] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.637s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.341930] env[63380]: DEBUG nova.objects.instance [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid 6d24e41c-9f5e-4fb8-958d-dced808d0d96 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.492023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-036679d7-7311-4f0e-8223-e0665f640d9f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.492383] env[63380]: DEBUG nova.objects.instance [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lazy-loading 'migration_context' on Instance uuid 036679d7-7311-4f0e-8223-e0665f640d9f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.513288] env[63380]: DEBUG nova.compute.manager [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.513555] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.514582] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd0548-fd09-4cdf-af18-87a8a3a5e560 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.522574] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.522895] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-761b54c2-39af-46d7-9664-84a862e4aa1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.529183] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 673.529183] env[63380]: value = "task-2679630" [ 673.529183] env[63380]: _type = "Task" [ 673.529183] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.538234] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.656280] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.707075] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.727705] env[63380]: DEBUG oslo_vmware.api [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679626, 'name': SuspendVM_Task} progress is 54%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.736475] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.736714] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.736869] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.737098] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.737279] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.737434] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.737648] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.737806] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.737972] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.738153] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.738332] env[63380]: DEBUG nova.virt.hardware [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.739244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f58b2-24ab-4785-b01c-e7e1f8402ae2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.747186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7a8948-9d7d-4571-ae0c-1b51810cb2c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.770696] env[63380]: DEBUG oslo_concurrency.lockutils [req-5a788e0e-aa4e-471c-a484-ee6ccb9fc85d req-35b42e11-e4c1-4976-b591-c76e481346b7 service nova] Releasing lock "refresh_cache-e7d94c92-1a4c-402e-9fcd-060172fb2aaa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.780995] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679629, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.848213] env[63380]: DEBUG nova.compute.utils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.854481] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.855216] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.932595] env[63380]: DEBUG nova.policy [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd022487b5e7b47beb65d84dea636bed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c584ad35670b4a00893bc9b79491ecc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.995160] env[63380]: DEBUG nova.objects.base [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Object Instance<036679d7-7311-4f0e-8223-e0665f640d9f> lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 673.996125] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac9564a-be7a-4732-ab22-287e12daddff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.020152] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d3508f-8138-4474-933d-1467f8283df8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.026938] env[63380]: DEBUG oslo_vmware.api [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 674.026938] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52308618-1872-22f8-eb6c-da2c87e59a8c" [ 674.026938] env[63380]: _type = "Task" [ 674.026938] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.040833] env[63380]: DEBUG oslo_vmware.api [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52308618-1872-22f8-eb6c-da2c87e59a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.044808] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679630, 'name': PowerOffVM_Task, 'duration_secs': 0.299252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.045102] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.045257] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.045502] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d079ec-53a2-4b0f-ad61-9f3d9611fc16 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.112463] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.112463] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.112855] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleting the datastore file [datastore2] e7d94c92-1a4c-402e-9fcd-060172fb2aaa {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.112855] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5ea0bc-34e5-4caf-8c96-7c20ebcc7749 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.119786] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 674.119786] env[63380]: value = "task-2679632" [ 674.119786] env[63380]: _type = "Task" [ 674.119786] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.126737] env[63380]: DEBUG nova.network.neutron [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Updated VIF entry in instance network info cache for port 5c70bbce-5a93-422c-bac2-06cbe31238ae. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.127104] env[63380]: DEBUG nova.network.neutron [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Updating instance_info_cache with network_info: [{"id": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "address": "fa:16:3e:79:d2:2e", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c70bbce-5a", "ovs_interfaceid": "5c70bbce-5a93-422c-bac2-06cbe31238ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.133132] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.155073] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679625, 'name': ReconfigVM_Task, 'duration_secs': 0.670492} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.155367] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 9906dad7-ea13-4e22-add6-8c1ced6c1efe/9906dad7-ea13-4e22-add6-8c1ced6c1efe.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.156037] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79f3541-c034-4d92-b539-b577ca640526 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.168098] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 674.168098] env[63380]: value = "task-2679633" [ 674.168098] env[63380]: _type = "Task" [ 674.168098] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.175976] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679633, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.225015] env[63380]: DEBUG oslo_vmware.api [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679626, 'name': SuspendVM_Task, 'duration_secs': 0.775285} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.227869] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Suspended the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 674.228134] env[63380]: DEBUG nova.compute.manager [None req-b768fba5-5fff-4f55-adb9-48ce47576c62 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.229632] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934bfb4a-50cb-4d0f-acbc-3aeea713e9d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.281745] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679629, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.314422] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Successfully updated port: 9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.359190] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.441888] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a32b5-0095-4191-a2f5-c750b9fea05a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.450694] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec764b15-e639-45df-86d2-2c9030199039 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.456084] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Successfully created port: fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.484550] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7476a8f6-a531-436f-8287-5f4d9262d44b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.492657] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd0c31-b91d-486b-b7c8-25fb7e46a46f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.507525] env[63380]: DEBUG nova.compute.provider_tree [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.536482] env[63380]: DEBUG oslo_vmware.api [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52308618-1872-22f8-eb6c-da2c87e59a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012661} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.536774] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.632998] env[63380]: DEBUG oslo_concurrency.lockutils [req-cea4a1f0-7053-4b87-99fc-4019983a1df5 req-120f5d05-a85b-4d33-9d2a-8994319ee92c service nova] Releasing lock "refresh_cache-94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.633480] env[63380]: DEBUG oslo_vmware.api [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188612} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.633740] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.633957] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.634193] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.634475] env[63380]: INFO nova.compute.manager [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 674.634829] env[63380]: DEBUG oslo.service.loopingcall [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.635086] env[63380]: DEBUG nova.compute.manager [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.635194] env[63380]: DEBUG nova.network.neutron [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.675915] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679633, 'name': Rename_Task, 'duration_secs': 0.197086} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.677036] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.677328] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039ae189-6a9b-48e0-9fcc-64ab3823f168 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.685044] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 674.685044] env[63380]: value = "task-2679634" [ 674.685044] env[63380]: _type = "Task" [ 674.685044] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.693486] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.781581] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679629, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.816772] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.816772] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquired lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816772] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.010521] env[63380]: DEBUG nova.scheduler.client.report [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.037467] env[63380]: DEBUG nova.compute.manager [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Received event network-vif-plugged-9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.037712] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Acquiring lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.037927] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.038124] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.038297] env[63380]: DEBUG nova.compute.manager [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] No waiting events found dispatching network-vif-plugged-9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.038498] env[63380]: WARNING nova.compute.manager [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Received unexpected event network-vif-plugged-9bd7c884-38e6-449a-8d9e-8e02ce35a020 for instance with vm_state building and task_state spawning. [ 675.039076] env[63380]: DEBUG nova.compute.manager [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Received event network-changed-9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.039076] env[63380]: DEBUG nova.compute.manager [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Refreshing instance network info cache due to event network-changed-9bd7c884-38e6-449a-8d9e-8e02ce35a020. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.039076] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Acquiring lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.133243] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 675.133973] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540251', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'name': 'volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bb54750-5656-4048-83a5-d0a4996a88e4', 'attached_at': '', 'detached_at': '', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'serial': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 675.138225] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca722ac6-1b30-4e27-890c-611dabd7f383 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.157631] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b92c142-fc94-4e3a-8c09-aabf848a5f76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.184322] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599/volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.184664] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae65d1e9-2117-46f2-9885-68d292d80b60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.210608] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Waiting for the task: (returnval){ [ 675.210608] env[63380]: value = "task-2679635" [ 675.210608] env[63380]: _type = "Task" [ 675.210608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.215887] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679634, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.227937] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.286409] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679629, 'name': CreateVM_Task, 'duration_secs': 1.676092} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.287462] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.287462] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.287649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.287975] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.288254] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425ee786-07ad-44d2-9be0-124ab3ee3192 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.293383] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 675.293383] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203be62-5f81-0ebd-3d99-991ed96325a0" [ 675.293383] env[63380]: _type = "Task" [ 675.293383] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.301525] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203be62-5f81-0ebd-3d99-991ed96325a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.351990] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.368938] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.395515] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.395796] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.395954] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.396152] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.396297] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.396522] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.396748] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.396916] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.397107] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.397289] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.397506] env[63380]: DEBUG nova.virt.hardware [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.398387] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bb9746-33f4-4734-8eb2-f3410188cbc5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.408659] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611c44ea-a1af-4e96-ba9b-17a99b958294 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.502876] env[63380]: DEBUG nova.network.neutron [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.516302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.520295] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.206s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.520657] env[63380]: DEBUG nova.objects.instance [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lazy-loading 'resources' on Instance uuid 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.527134] env[63380]: DEBUG nova.network.neutron [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Updating instance_info_cache with network_info: [{"id": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "address": "fa:16:3e:9f:60:27", "network": {"id": "cdafe2cf-8b0a-456f-ad93-89ca205695a0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-209187122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415c07dc7446b1b5db3e5a3c878616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7c884-38", "ovs_interfaceid": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.544537] env[63380]: INFO nova.scheduler.client.report [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance 6d24e41c-9f5e-4fb8-958d-dced808d0d96 [ 675.710024] env[63380]: DEBUG oslo_vmware.api [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679634, 'name': PowerOnVM_Task, 'duration_secs': 0.542368} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.710329] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.710512] env[63380]: INFO nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Took 8.76 seconds to spawn the instance on the hypervisor. [ 675.710696] env[63380]: DEBUG nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.711483] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f297f-e5c7-45ec-81a7-3a54b398ed98 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.726568] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.804995] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203be62-5f81-0ebd-3d99-991ed96325a0, 'name': SearchDatastore_Task, 'duration_secs': 0.024159} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.805928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.805928] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.806062] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.806199] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.806439] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.806716] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08172198-7f34-457c-87eb-8685903b87d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.815207] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.815400] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.816149] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876a4658-6307-44fd-afa2-ae09bdb2e612 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.821455] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 675.821455] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521d159e-06fa-756f-a2fa-5e6e559b70eb" [ 675.821455] env[63380]: _type = "Task" [ 675.821455] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.829952] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521d159e-06fa-756f-a2fa-5e6e559b70eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.008087] env[63380]: INFO nova.compute.manager [-] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Took 1.37 seconds to deallocate network for instance. [ 676.030633] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Releasing lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.030633] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Instance network_info: |[{"id": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "address": "fa:16:3e:9f:60:27", "network": {"id": "cdafe2cf-8b0a-456f-ad93-89ca205695a0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-209187122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415c07dc7446b1b5db3e5a3c878616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7c884-38", "ovs_interfaceid": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.030800] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Acquired lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.030800] env[63380]: DEBUG nova.network.neutron [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Refreshing network info cache for port 9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.037029] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:60:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd7c884-38e6-449a-8d9e-8e02ce35a020', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.047465] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Creating folder: Project (8c415c07dc7446b1b5db3e5a3c878616). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.055261] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09ecff90-6535-4a27-acca-910b1785faee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.059707] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c44c024b-dbb3-42a9-ba05-c3a1a5166381 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6d24e41c-9f5e-4fb8-958d-dced808d0d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.031s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.071892] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Created folder: Project (8c415c07dc7446b1b5db3e5a3c878616) in parent group-v540155. [ 676.072244] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Creating folder: Instances. Parent ref: group-v540255. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.072559] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380cb165-6b7e-4e8d-85f1-0bc2610db45e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.085455] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Created folder: Instances in parent group-v540255. [ 676.085758] env[63380]: DEBUG oslo.service.loopingcall [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.088991] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.089893] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b23f624-6b44-409e-b7bc-44b26e854caa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.118095] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.118095] env[63380]: value = "task-2679638" [ 676.118095] env[63380]: _type = "Task" [ 676.118095] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.132584] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679638, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.234191] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679635, 'name': ReconfigVM_Task, 'duration_secs': 0.602562} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.234191] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599/volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.241955] env[63380]: INFO nova.compute.manager [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Took 46.53 seconds to build instance. [ 676.242964] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7bf8ed9-cd64-45b9-9260-20563899f417 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.267596] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Waiting for the task: (returnval){ [ 676.267596] env[63380]: value = "task-2679639" [ 676.267596] env[63380]: _type = "Task" [ 676.267596] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.281112] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679639, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.339317] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521d159e-06fa-756f-a2fa-5e6e559b70eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.340441] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407ef715-0ed1-435f-a418-30cbbd817cfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.346208] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 676.346208] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52862bfc-af07-e52c-d573-89341fc28e66" [ 676.346208] env[63380]: _type = "Task" [ 676.346208] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.360035] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52862bfc-af07-e52c-d573-89341fc28e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.385611] env[63380]: DEBUG nova.network.neutron [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Updated VIF entry in instance network info cache for port 9bd7c884-38e6-449a-8d9e-8e02ce35a020. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.385795] env[63380]: DEBUG nova.network.neutron [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Updating instance_info_cache with network_info: [{"id": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "address": "fa:16:3e:9f:60:27", "network": {"id": "cdafe2cf-8b0a-456f-ad93-89ca205695a0", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-209187122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c415c07dc7446b1b5db3e5a3c878616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd7c884-38", "ovs_interfaceid": "9bd7c884-38e6-449a-8d9e-8e02ce35a020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.438849] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Successfully updated port: fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.537994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.560693] env[63380]: DEBUG nova.compute.manager [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-vif-plugged-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.560917] env[63380]: DEBUG oslo_concurrency.lockutils [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] Acquiring lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.561152] env[63380]: DEBUG oslo_concurrency.lockutils [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.561377] env[63380]: DEBUG oslo_concurrency.lockutils [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.561611] env[63380]: DEBUG nova.compute.manager [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] No waiting events found dispatching network-vif-plugged-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.561746] env[63380]: WARNING nova.compute.manager [req-63f7395f-985a-4a3e-901f-f9eadfe59f6e req-4946c97f-426b-4c00-b290-4198ce0feff6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received unexpected event network-vif-plugged-fa0100ed-73c9-4ab3-976f-2f173a5a12db for instance with vm_state building and task_state spawning. [ 676.630660] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679638, 'name': CreateVM_Task, 'duration_secs': 0.423337} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.630841] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.631634] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.632547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.632547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.634800] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ab4f9f-de80-4100-add2-3daec6035e0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.639642] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 676.639642] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523c930c-fd8f-7ca5-68b9-a76c34a0b4b6" [ 676.639642] env[63380]: _type = "Task" [ 676.639642] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.647263] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523c930c-fd8f-7ca5-68b9-a76c34a0b4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.651023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83151d76-4c14-4162-a483-c7414aa725f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.657188] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923e4370-545f-4507-babb-66d4ce6ed8b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.686137] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568effbf-4282-438a-bc92-9dc8af69e2b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.692990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198738f-8c64-4dda-9360-246cb1cf1227 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.707746] env[63380]: DEBUG nova.compute.provider_tree [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.758590] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4f957675-cf40-42a5-aadf-cce84b00988a tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.856s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.766899] env[63380]: DEBUG nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.769067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19a5fb-11dd-421e-805d-06918e52daf1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.784906] env[63380]: DEBUG oslo_vmware.api [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679639, 'name': ReconfigVM_Task, 'duration_secs': 0.150094} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.785494] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540251', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'name': 'volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bb54750-5656-4048-83a5-d0a4996a88e4', 'attached_at': '', 'detached_at': '', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'serial': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 676.860318] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52862bfc-af07-e52c-d573-89341fc28e66, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.860728] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.861132] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b/94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.861524] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6face712-7347-413e-9c34-5a61fb49c9a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.868919] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 676.868919] env[63380]: value = "task-2679640" [ 676.868919] env[63380]: _type = "Task" [ 676.868919] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.876774] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.888423] env[63380]: DEBUG oslo_concurrency.lockutils [req-8091703c-dd7a-494a-abe9-950460016a7e req-746bd298-c747-46ff-af8b-bcc5307cf4a7 service nova] Releasing lock "refresh_cache-0c44ce17-b9ee-44c0-a36c-87012ec7c10f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.942080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.942276] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.942431] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.151429] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523c930c-fd8f-7ca5-68b9-a76c34a0b4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.151775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.152032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.152282] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.152439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.152627] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.152939] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e312cb3c-683e-4c07-9dcf-d7092d343653 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.168301] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.168301] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.168595] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75225e06-75bd-46ea-9f23-3c274342972e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.175471] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 677.175471] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee8781-76f4-b4ad-2a3e-0e6b41146bb1" [ 677.175471] env[63380]: _type = "Task" [ 677.175471] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.185445] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee8781-76f4-b4ad-2a3e-0e6b41146bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.211011] env[63380]: DEBUG nova.scheduler.client.report [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.264020] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.288455] env[63380]: INFO nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] instance snapshotting [ 677.289079] env[63380]: WARNING nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 677.296824] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2e8b0-ea3f-4118-a6e8-7cd0a93112ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.321372] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc3466-8e10-4ee4-a22e-792e0b37d7c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.327656] env[63380]: DEBUG nova.compute.manager [req-eea7a25c-6b5d-4caa-8d5c-1c2ad496a72f req-4644bdec-dca3-4cd0-af6b-c941e02b8b2c service nova] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Received event network-vif-deleted-721eddf9-54b9-47ac-abbe-ae0bed046340 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.381777] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492091} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.382118] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b/94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.382412] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.382679] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4858d850-8498-4c8b-be05-cd9d24ca3859 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.389085] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 677.389085] env[63380]: value = "task-2679641" [ 677.389085] env[63380]: _type = "Task" [ 677.389085] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.397511] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.482378] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.670099] env[63380]: DEBUG nova.network.neutron [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.686896] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee8781-76f4-b4ad-2a3e-0e6b41146bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.056861} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.687705] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f1b1b2-10b8-4f10-8572-8e619430b1da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.693158] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 677.693158] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f26cc-551f-9fcd-7a32-1c219c572008" [ 677.693158] env[63380]: _type = "Task" [ 677.693158] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.700945] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f26cc-551f-9fcd-7a32-1c219c572008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.720670] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.723626] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.300s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.725403] env[63380]: INFO nova.compute.claims [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.750740] env[63380]: INFO nova.scheduler.client.report [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Deleted allocations for instance 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b [ 677.760405] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.761030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.784978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.841150] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.842030] env[63380]: DEBUG nova.objects.instance [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lazy-loading 'flavor' on Instance uuid 4bb54750-5656-4048-83a5-d0a4996a88e4 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.843492] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-014b5698-4a69-44ea-98d9-fdd0ddf7a3d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.851750] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 677.851750] env[63380]: value = "task-2679642" [ 677.851750] env[63380]: _type = "Task" [ 677.851750] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.861567] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.899081] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262879} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.899374] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.900150] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37dc76d-3658-4e98-9be0-62350f6a7b99 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.922696] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b/94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.922696] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52c1ced-2276-4a6a-af26-d023fb20e325 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.943296] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 677.943296] env[63380]: value = "task-2679643" [ 677.943296] env[63380]: _type = "Task" [ 677.943296] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.953995] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.175025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.175025] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Instance network_info: |[{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.175313] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:aa:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa0100ed-73c9-4ab3-976f-2f173a5a12db', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.188169] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Creating folder: Project (c584ad35670b4a00893bc9b79491ecc1). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.191056] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f615614d-b2a2-4f0c-b7a3-06e958820631 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.203731] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Created folder: Project (c584ad35670b4a00893bc9b79491ecc1) in parent group-v540155. [ 678.203731] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Creating folder: Instances. Parent ref: group-v540258. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.203731] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c32c1114-c8d2-43ce-97b8-f1177eac2de4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.209290] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f26cc-551f-9fcd-7a32-1c219c572008, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.210826] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.211315] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 0c44ce17-b9ee-44c0-a36c-87012ec7c10f/0c44ce17-b9ee-44c0-a36c-87012ec7c10f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.213123] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5119a2ea-9584-4732-b798-a7ea2498c14d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.220340] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 678.220340] env[63380]: value = "task-2679646" [ 678.220340] env[63380]: _type = "Task" [ 678.220340] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.220340] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Created folder: Instances in parent group-v540258. [ 678.220340] env[63380]: DEBUG oslo.service.loopingcall [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.220985] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.224991] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a394f9a-e4b9-4d08-9916-d039e7952424 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.246185] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.249280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.249280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.249280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.249280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.250264] env[63380]: INFO nova.compute.manager [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Terminating instance [ 678.257510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f892a9d-fa30-469a-bbcc-c25fd222b6ed tempest-ImagesOneServerTestJSON-1352508835 tempest-ImagesOneServerTestJSON-1352508835-project-member] Lock "5494d7ba-c756-4dc0-9e35-f2ebbf61f65b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.385s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.261923] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.261923] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.261923] env[63380]: value = "task-2679647" [ 678.261923] env[63380]: _type = "Task" [ 678.261923] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.272581] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679647, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.351567] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cc14903-9c46-4600-961d-ae9dfc0db05f tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.364477] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679642, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.454114] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679643, 'name': ReconfigVM_Task, 'duration_secs': 0.279295} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.454472] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b/94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.455182] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b20ac8-f639-4e89-a0d6-195b36c8fc47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.462838] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 678.462838] env[63380]: value = "task-2679648" [ 678.462838] env[63380]: _type = "Task" [ 678.462838] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.477711] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679648, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.736352] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679646, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.767046] env[63380]: DEBUG nova.compute.manager [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.767345] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.770764] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0385025a-131d-47b6-8c54-ea0b1e0ed2e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.777831] env[63380]: DEBUG nova.compute.manager [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 678.778096] env[63380]: DEBUG nova.compute.manager [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing instance network info cache due to event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 678.778351] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.778636] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.779055] env[63380]: DEBUG nova.network.neutron [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.784642] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679647, 'name': CreateVM_Task, 'duration_secs': 0.403395} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.788907] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.789625] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.789858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.790268] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.792772] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e145c146-074e-44df-a406-95bfe5bf069b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.794749] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.796054] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03bf136e-f2f6-43dc-8f72-20e6daeb4df3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.800992] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 678.800992] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52209b32-8554-e00a-2e72-d9a4c1571589" [ 678.800992] env[63380]: _type = "Task" [ 678.800992] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.811181] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 678.811181] env[63380]: value = "task-2679649" [ 678.811181] env[63380]: _type = "Task" [ 678.811181] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.820343] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52209b32-8554-e00a-2e72-d9a4c1571589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.829853] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.870772] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679642, 'name': CreateSnapshot_Task, 'duration_secs': 0.638788} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.871045] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.871936] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc5cf3-39f3-467e-8614-94b86f6ef0bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.978615] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679648, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.235040] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621921} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.235379] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 0c44ce17-b9ee-44c0-a36c-87012ec7c10f/0c44ce17-b9ee-44c0-a36c-87012ec7c10f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.236103] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.236103] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f739068-df2a-4019-85a8-ed27e844edcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.244984] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 679.244984] env[63380]: value = "task-2679650" [ 679.244984] env[63380]: _type = "Task" [ 679.244984] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.262856] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.313594] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52209b32-8554-e00a-2e72-d9a4c1571589, 'name': SearchDatastore_Task, 'duration_secs': 0.027101} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.316628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.318872] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.318872] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.318872] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.318872] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.318872] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67004d70-a6f7-41a5-ae91-dae8957cc1eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.325281] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679649, 'name': PowerOffVM_Task, 'duration_secs': 0.303656} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.326432] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.326618] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.326881] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.327050] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.327743] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d824aaaf-984b-4acd-b1fd-4db950d8097e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.329527] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b54fee8-7ced-4dfe-9718-0927d99f0ff7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.342914] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 679.342914] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520e5c26-a80f-74d3-d1a6-e88045997680" [ 679.342914] env[63380]: _type = "Task" [ 679.342914] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.358164] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520e5c26-a80f-74d3-d1a6-e88045997680, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.359416] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5a2132-e359-4691-8781-5adc4bea09c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.367520] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 679.367520] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f612ea-38d0-36fe-5d80-b52b29af0aca" [ 679.367520] env[63380]: _type = "Task" [ 679.367520] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.378635] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f612ea-38d0-36fe-5d80-b52b29af0aca, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.378978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.379150] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 382627f1-55a3-40cb-b8a8-4a092541cbcb/382627f1-55a3-40cb-b8a8-4a092541cbcb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.382514] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3af5d5c-0962-4677-b4a9-73848e30274f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.394799] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.400163] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-491213fb-1b12-4fcb-8c7a-e296bf26d3b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.403907] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 679.403907] env[63380]: value = "task-2679652" [ 679.403907] env[63380]: _type = "Task" [ 679.403907] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.404708] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae78a95-1744-4476-ae2e-e9ce042e2a84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.407862] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.407862] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.407937] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Deleting the datastore file [datastore2] 9906dad7-ea13-4e22-add6-8c1ced6c1efe {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.411614] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507476bb-fc6f-4432-ac5f-f5bf1e3f428c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.414559] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 679.414559] env[63380]: value = "task-2679653" [ 679.414559] env[63380]: _type = "Task" [ 679.414559] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.428150] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for the task: (returnval){ [ 679.428150] env[63380]: value = "task-2679654" [ 679.428150] env[63380]: _type = "Task" [ 679.428150] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.428150] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.429863] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ce5a3-b7da-408f-9883-c58a2b7e22ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.441821] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679653, 'name': CloneVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.450126] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.477843] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094503f-e7d4-43e7-8739-d6bb83671a68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.490434] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679648, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.491714] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44367ea-a6bc-4420-ad24-96092acb47e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.508010] env[63380]: DEBUG nova.compute.provider_tree [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.677497] env[63380]: DEBUG nova.network.neutron [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updated VIF entry in instance network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.677497] env[63380]: DEBUG nova.network.neutron [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.755767] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069549} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.756014] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.756911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a6528a-4176-40e1-ba9c-a73306dd213a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783832] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 0c44ce17-b9ee-44c0-a36c-87012ec7c10f/0c44ce17-b9ee-44c0-a36c-87012ec7c10f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.784259] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1e2ebe-cd66-43c6-bde8-38d4fbc3c04c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.804508] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 679.804508] env[63380]: value = "task-2679655" [ 679.804508] env[63380]: _type = "Task" [ 679.804508] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.812669] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.854115] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.854484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.916496] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.926120] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679653, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.943023] env[63380]: DEBUG oslo_vmware.api [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Task: {'id': task-2679654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416472} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.944431] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.944431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.944431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.944431] env[63380]: INFO nova.compute.manager [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 679.944431] env[63380]: DEBUG oslo.service.loopingcall [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.944680] env[63380]: DEBUG nova.compute.manager [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.944680] env[63380]: DEBUG nova.network.neutron [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.985912] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679648, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.013452] env[63380]: DEBUG nova.scheduler.client.report [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.182197] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab055652-2522-4d78-b0cf-4b4803720b00 req-447b0cc2-48eb-4f47-a9a0-f6655562c752 service nova] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.315994] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679655, 'name': ReconfigVM_Task, 'duration_secs': 0.282858} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.316428] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 0c44ce17-b9ee-44c0-a36c-87012ec7c10f/0c44ce17-b9ee-44c0-a36c-87012ec7c10f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.317449] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14a3ea4-ff9b-45e4-a4fe-a7394d05745c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.324621] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 680.324621] env[63380]: value = "task-2679656" [ 680.324621] env[63380]: _type = "Task" [ 680.324621] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.337215] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679656, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.359598] env[63380]: INFO nova.compute.manager [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Detaching volume 5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599 [ 680.413409] env[63380]: INFO nova.virt.block_device [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Attempting to driver detach volume 5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599 from mountpoint /dev/sdb [ 680.413992] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 680.414598] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540251', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'name': 'volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bb54750-5656-4048-83a5-d0a4996a88e4', 'attached_at': '', 'detached_at': '', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'serial': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 680.415647] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23a081-57ec-4ccd-882e-8b497000c95d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.426296] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679652, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020616} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.428941] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 382627f1-55a3-40cb-b8a8-4a092541cbcb/382627f1-55a3-40cb-b8a8-4a092541cbcb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.429201] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.429508] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11153e8b-b0b8-4cee-886b-686fbb882df9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.452599] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5d264-7d21-44bb-8b22-375bb5b3529b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.460578] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 680.460578] env[63380]: value = "task-2679657" [ 680.460578] env[63380]: _type = "Task" [ 680.460578] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.460926] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679653, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.467500] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247eb146-92c4-463c-bf49-a46d9e4cc6cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.472835] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.495295] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d94ce-7c2f-4eba-9b44-8424b81d0af3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.503692] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679648, 'name': Rename_Task, 'duration_secs': 1.5977} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.515677] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.516744] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.517404] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.520234] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] The volume has not been displaced from its original location: [datastore1] volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599/volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 680.526451] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 680.527101] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-755d0ca2-950f-4cac-9dca-32ae2e117c02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.529127] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.822s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.529401] env[63380]: DEBUG nova.objects.instance [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lazy-loading 'resources' on Instance uuid 820a927e-8c82-4553-945d-16f4b04993b7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.530585] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3482e09a-617b-44f7-9b9c-089521e24cda {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.550098] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 680.550098] env[63380]: value = "task-2679658" [ 680.550098] env[63380]: _type = "Task" [ 680.550098] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.554088] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Waiting for the task: (returnval){ [ 680.554088] env[63380]: value = "task-2679659" [ 680.554088] env[63380]: _type = "Task" [ 680.554088] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.562361] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.566172] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.713659] env[63380]: DEBUG nova.network.neutron [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.800838] env[63380]: DEBUG nova.compute.manager [req-ce7f17fc-1f75-44c2-8ae3-d2b1c39e3c33 req-d75adec9-c6f7-4ffd-af72-72b0b655bb68 service nova] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Received event network-vif-deleted-db28cfa2-5d24-445e-9491-64bd71ae7d95 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.838603] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679656, 'name': Rename_Task, 'duration_secs': 0.208815} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.838957] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.839296] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94cde58-f1e7-4cf6-8568-d355b8af7f1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.845678] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 680.845678] env[63380]: value = "task-2679660" [ 680.845678] env[63380]: _type = "Task" [ 680.845678] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.854901] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.935423] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679653, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.971719] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064071} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.971719] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.972635] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80fc1df-c6c0-483f-9f4a-8fb99f47466f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.997995] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 382627f1-55a3-40cb-b8a8-4a092541cbcb/382627f1-55a3-40cb-b8a8-4a092541cbcb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.998380] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457caa0f-1754-42b3-b6c1-d95042e26e5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018832] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 681.018832] env[63380]: value = "task-2679661" [ 681.018832] env[63380]: _type = "Task" [ 681.018832] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.027534] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.028840] env[63380]: DEBUG nova.compute.utils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.030397] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.030558] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.067729] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.071401] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679659, 'name': ReconfigVM_Task, 'duration_secs': 0.293444} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.071823] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 681.079456] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741139ad-6875-4d33-a5f9-d374d2be215b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.093006] env[63380]: DEBUG nova.policy [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38f352bed394ede8c709cce0c23e9dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9fa88489bd648bc8f0ddb66a5df7ac0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.101433] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Waiting for the task: (returnval){ [ 681.101433] env[63380]: value = "task-2679662" [ 681.101433] env[63380]: _type = "Task" [ 681.101433] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.111566] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.219604] env[63380]: INFO nova.compute.manager [-] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Took 1.27 seconds to deallocate network for instance. [ 681.356158] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679660, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.437504] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679653, 'name': CloneVM_Task, 'duration_secs': 1.796249} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.437804] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Created linked-clone VM from snapshot [ 681.438948] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d438b-b6f6-4811-82b9-55abd8060fee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.448788] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Uploading image 0ab64f2c-584e-4c44-8271-b2dc90e6f2ff {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.474687] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.474687] env[63380]: value = "vm-540262" [ 681.474687] env[63380]: _type = "VirtualMachine" [ 681.474687] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.475105] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddc8b16c-ae69-4b96-ae29-05f420abb890 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.481711] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease: (returnval){ [ 681.481711] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b63e6-0273-ee1a-a4b0-bf7a8a4432e0" [ 681.481711] env[63380]: _type = "HttpNfcLease" [ 681.481711] env[63380]: } obtained for exporting VM: (result){ [ 681.481711] env[63380]: value = "vm-540262" [ 681.481711] env[63380]: _type = "VirtualMachine" [ 681.481711] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.482129] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the lease: (returnval){ [ 681.482129] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b63e6-0273-ee1a-a4b0-bf7a8a4432e0" [ 681.482129] env[63380]: _type = "HttpNfcLease" [ 681.482129] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.488846] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.488846] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b63e6-0273-ee1a-a4b0-bf7a8a4432e0" [ 681.488846] env[63380]: _type = "HttpNfcLease" [ 681.488846] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 681.528747] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.534986] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.562139] env[63380]: DEBUG oslo_vmware.api [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679658, 'name': PowerOnVM_Task, 'duration_secs': 0.578933} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.562139] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.562139] env[63380]: INFO nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Took 11.75 seconds to spawn the instance on the hypervisor. [ 681.562326] env[63380]: DEBUG nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.563067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd4aae-706b-4660-a1b9-656af32674e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.625226] env[63380]: DEBUG oslo_vmware.api [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Task: {'id': task-2679662, 'name': ReconfigVM_Task, 'duration_secs': 0.222936} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.625226] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540251', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'name': 'volume-5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bb54750-5656-4048-83a5-d0a4996a88e4', 'attached_at': '', 'detached_at': '', 'volume_id': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599', 'serial': '5de35d4d-eab1-4e0c-a7ff-dc2f9cb6a599'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 681.673842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a3a0a-3764-4fd7-91ba-8c8dc0c5b33d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.675643] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Successfully created port: f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.683326] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b17dcb-8369-49b7-a171-d9ddafe1c109 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.717867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3909a0c-ed24-483e-94cc-8987a3e7ce37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.725995] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147d5b2-b83f-474d-8e81-2371f6a9220b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.731080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.745602] env[63380]: DEBUG nova.compute.provider_tree [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.864172] env[63380]: DEBUG oslo_vmware.api [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679660, 'name': PowerOnVM_Task, 'duration_secs': 0.626857} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.864830] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.865254] env[63380]: INFO nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Took 8.16 seconds to spawn the instance on the hypervisor. [ 681.865666] env[63380]: DEBUG nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.867190] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978b0f1-cb0b-410b-9208-f4d8bae2718c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.990714] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.990714] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b63e6-0273-ee1a-a4b0-bf7a8a4432e0" [ 681.990714] env[63380]: _type = "HttpNfcLease" [ 681.990714] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 681.991642] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 681.991642] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b63e6-0273-ee1a-a4b0-bf7a8a4432e0" [ 681.991642] env[63380]: _type = "HttpNfcLease" [ 681.991642] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 681.991814] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f954a255-779d-4580-be45-59532f69fe05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.000810] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.000810] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 682.081206] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679661, 'name': ReconfigVM_Task, 'duration_secs': 0.644779} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.084484] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 382627f1-55a3-40cb-b8a8-4a092541cbcb/382627f1-55a3-40cb-b8a8-4a092541cbcb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.085460] env[63380]: INFO nova.compute.manager [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Took 44.37 seconds to build instance. [ 682.086369] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f7ad2db-8c29-4010-8c5c-c153145f5e0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.098170] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 682.098170] env[63380]: value = "task-2679664" [ 682.098170] env[63380]: _type = "Task" [ 682.098170] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.106368] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679664, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.134382] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7995e2c0-9fd0-438e-81e5-093c371ece27 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238979] env[63380]: DEBUG nova.objects.instance [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lazy-loading 'flavor' on Instance uuid 4bb54750-5656-4048-83a5-d0a4996a88e4 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.249988] env[63380]: DEBUG nova.scheduler.client.report [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.398265] env[63380]: INFO nova.compute.manager [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Took 43.98 seconds to build instance. [ 682.574330] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.592403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-34f7cc53-d160-4ccf-bd84-d2c0657bb845 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.602895] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.603400] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.603631] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.603876] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.604469] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.604942] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.605259] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.605491] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.605840] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.606079] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.606305] env[63380]: DEBUG nova.virt.hardware [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.607271] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee641371-9cde-42c9-9388-850487c0eadd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.617040] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679664, 'name': Rename_Task, 'duration_secs': 0.348723} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.617741] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.618324] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2855d0dd-8521-430f-acd3-025130e3fdec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.625667] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e4f09-4219-4de0-a19d-65d295d187aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.635688] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 682.635688] env[63380]: value = "task-2679665" [ 682.635688] env[63380]: _type = "Task" [ 682.635688] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.665368] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679665, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.759431] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.765812] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.819s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.769053] env[63380]: INFO nova.compute.claims [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.807890] env[63380]: INFO nova.scheduler.client.report [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Deleted allocations for instance 820a927e-8c82-4553-945d-16f4b04993b7 [ 682.902608] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5331c792-b52e-4a3b-872b-e2f3c57a7306 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.643s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.095926] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.145927] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.249024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e1365c4-053c-46d3-a12a-1b6d6a7b1786 tempest-VolumesAssistedSnapshotsTest-279871953 tempest-VolumesAssistedSnapshotsTest-279871953-project-admin] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.394s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.323492] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fac4cec1-dfc5-4281-a73f-5fe46a4f24a7 tempest-ServerDiagnosticsV248Test-29059872 tempest-ServerDiagnosticsV248Test-29059872-project-member] Lock "820a927e-8c82-4553-945d-16f4b04993b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.839s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.409557] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.632749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.651269] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.841430] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Successfully updated port: f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.947210] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.961706] env[63380]: DEBUG nova.compute.manager [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Received event network-vif-plugged-f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.961928] env[63380]: DEBUG oslo_concurrency.lockutils [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] Acquiring lock "40e47931-2f45-4086-99da-6209163d7113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.962245] env[63380]: DEBUG oslo_concurrency.lockutils [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] Lock "40e47931-2f45-4086-99da-6209163d7113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.962379] env[63380]: DEBUG oslo_concurrency.lockutils [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] Lock "40e47931-2f45-4086-99da-6209163d7113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.962530] env[63380]: DEBUG nova.compute.manager [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] No waiting events found dispatching network-vif-plugged-f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.962649] env[63380]: WARNING nova.compute.manager [req-56c2c47b-d50b-4211-b27b-b8dbba309617 req-dee456c2-d028-4a03-a029-3537b9bf507e service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Received unexpected event network-vif-plugged-f7d0ad02-33b3-42e3-ac83-ff863839be17 for instance with vm_state building and task_state spawning. [ 684.044976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.045135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.045341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.045572] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.047333] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.049998] env[63380]: INFO nova.compute.manager [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Terminating instance [ 684.146959] env[63380]: DEBUG oslo_vmware.api [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679665, 'name': PowerOnVM_Task, 'duration_secs': 1.119992} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.147266] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.147467] env[63380]: INFO nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Took 8.78 seconds to spawn the instance on the hypervisor. [ 684.147675] env[63380]: DEBUG nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.148515] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd3f0e-2126-419f-a7ba-01bccc4a5b69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.350375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.350375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquired lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.350604] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.366945] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.367053] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.367344] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.367462] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.367640] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.370772] env[63380]: INFO nova.compute.manager [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Terminating instance [ 684.474426] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01f311-df75-4b16-be84-db288c5458fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.492318] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d6538-cd6f-40ee-9255-17097700e6e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528502] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d2c6e-c794-42cf-9c84-ffccbd54203c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.537022] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994a1c40-113e-4254-bcac-002b8c8bfb59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553349] env[63380]: DEBUG nova.compute.provider_tree [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.556225] env[63380]: DEBUG nova.compute.manager [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.556466] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.557247] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2092d292-770e-4f10-8cf8-2aeb810bedae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.565251] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.566170] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef2738b-dd45-49eb-8ec6-6f1a8ea19133 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.573361] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 684.573361] env[63380]: value = "task-2679667" [ 684.573361] env[63380]: _type = "Task" [ 684.573361] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.583093] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.677411] env[63380]: INFO nova.compute.manager [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Took 44.75 seconds to build instance. [ 684.882092] env[63380]: DEBUG nova.compute.manager [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.883031] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.883779] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847a755-9356-4c85-b357-57992f65bf51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.899152] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.899488] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be0b6666-70e4-4bbd-b271-831cf4eb89e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.910129] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 684.910129] env[63380]: value = "task-2679668" [ 684.910129] env[63380]: _type = "Task" [ 684.910129] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.920367] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.941713] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.057877] env[63380]: DEBUG nova.scheduler.client.report [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.086947] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679667, 'name': PowerOffVM_Task, 'duration_secs': 0.495302} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087340] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.087533] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.088684] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52783222-3aa1-4d1f-911f-2a2fc6f81d96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.180471] env[63380]: DEBUG oslo_concurrency.lockutils [None req-615b0bdc-3de4-45b6-b549-26fd3a9c0704 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.933s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.234200] env[63380]: DEBUG nova.network.neutron [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Updating instance_info_cache with network_info: [{"id": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "address": "fa:16:3e:47:82:37", "network": {"id": "9a871f0b-8fad-4a6d-9944-7c100dc07fc9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-412843562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9fa88489bd648bc8f0ddb66a5df7ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0ad02-33", "ovs_interfaceid": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.426445] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679668, 'name': PowerOffVM_Task, 'duration_secs': 0.296615} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.426776] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.426949] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.427247] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-324fded5-d528-47d8-857e-c1a602115643 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.566741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.567349] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.571148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.643s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.571148] env[63380]: DEBUG nova.objects.instance [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lazy-loading 'resources' on Instance uuid 5b73eae6-9b73-4e85-9c88-90bde97185c7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.684830] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.740018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Releasing lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.740018] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Instance network_info: |[{"id": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "address": "fa:16:3e:47:82:37", "network": {"id": "9a871f0b-8fad-4a6d-9944-7c100dc07fc9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-412843562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9fa88489bd648bc8f0ddb66a5df7ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0ad02-33", "ovs_interfaceid": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.740254] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:82:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d0ad02-33b3-42e3-ac83-ff863839be17', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.750101] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Creating folder: Project (a9fa88489bd648bc8f0ddb66a5df7ac0). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.751311] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b35d6709-bb68-433a-bf43-cff2c85a8cb8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.765049] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Created folder: Project (a9fa88489bd648bc8f0ddb66a5df7ac0) in parent group-v540155. [ 685.765389] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Creating folder: Instances. Parent ref: group-v540263. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.765993] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f38727-55e6-4d32-b5e5-060e0520af02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.775644] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Created folder: Instances in parent group-v540263. [ 685.775860] env[63380]: DEBUG oslo.service.loopingcall [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.776065] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.776639] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bad3d59c-e263-4f51-87c6-dda4ad11bd0a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.800737] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.800737] env[63380]: value = "task-2679673" [ 685.800737] env[63380]: _type = "Task" [ 685.800737] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.811862] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679673, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.966752] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.967019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.074248] env[63380]: DEBUG nova.compute.utils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.074248] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.074248] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.201131] env[63380]: DEBUG nova.policy [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d54c8528d97472e95f218841fcb21f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5dd8579706e4f54975b8d2159246fa9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.213600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.312840] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679673, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.478799] env[63380]: DEBUG nova.compute.manager [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Received event network-changed-f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.479033] env[63380]: DEBUG nova.compute.manager [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Refreshing instance network info cache due to event network-changed-f7d0ad02-33b3-42e3-ac83-ff863839be17. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.479270] env[63380]: DEBUG oslo_concurrency.lockutils [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] Acquiring lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.479552] env[63380]: DEBUG oslo_concurrency.lockutils [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] Acquired lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.479552] env[63380]: DEBUG nova.network.neutron [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Refreshing network info cache for port f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.582928] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.709154] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e085ddf5-654f-4c04-9946-4787d1599c67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.719144] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f6baa-21c9-437b-a7ac-6022b6dff161 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.723498] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Successfully created port: 9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.760677] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1d21e-7c44-42a8-8081-1a5ced713c0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.772764] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448b1b5-f969-4a2d-ac19-95cf6bbc5e62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.795115] env[63380]: DEBUG nova.compute.provider_tree [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.811150] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679673, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.062076] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.062076] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.062337] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Deleting the datastore file [datastore1] 0c44ce17-b9ee-44c0-a36c-87012ec7c10f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.062622] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.062804] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.063026] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Deleting the datastore file [datastore1] 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.063319] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99775a3c-f7b2-4ae5-a0dc-3dace1dcbc43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.066812] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2756c8e7-a585-47fd-be39-5e20fc01970d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.075324] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for the task: (returnval){ [ 687.075324] env[63380]: value = "task-2679674" [ 687.075324] env[63380]: _type = "Task" [ 687.075324] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.076213] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for the task: (returnval){ [ 687.076213] env[63380]: value = "task-2679675" [ 687.076213] env[63380]: _type = "Task" [ 687.076213] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.093100] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.096936] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.298962] env[63380]: DEBUG nova.scheduler.client.report [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.331862] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679673, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.343263] env[63380]: DEBUG nova.network.neutron [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Updated VIF entry in instance network info cache for port f7d0ad02-33b3-42e3-ac83-ff863839be17. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.343626] env[63380]: DEBUG nova.network.neutron [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Updating instance_info_cache with network_info: [{"id": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "address": "fa:16:3e:47:82:37", "network": {"id": "9a871f0b-8fad-4a6d-9944-7c100dc07fc9", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-412843562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9fa88489bd648bc8f0ddb66a5df7ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d0ad02-33", "ovs_interfaceid": "f7d0ad02-33b3-42e3-ac83-ff863839be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.490803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.490803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.589670] env[63380]: DEBUG oslo_vmware.api [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Task: {'id': task-2679674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315381} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.593042] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.593265] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.593409] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.593592] env[63380]: INFO nova.compute.manager [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Took 3.04 seconds to destroy the instance on the hypervisor. [ 687.593877] env[63380]: DEBUG oslo.service.loopingcall [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.596398] env[63380]: DEBUG oslo_vmware.api [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Task: {'id': task-2679675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317101} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.596398] env[63380]: DEBUG nova.compute.manager [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.596398] env[63380]: DEBUG nova.network.neutron [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.596398] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.596398] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.596825] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.596825] env[63380]: INFO nova.compute.manager [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Took 2.71 seconds to destroy the instance on the hypervisor. [ 687.596992] env[63380]: DEBUG oslo.service.loopingcall [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.597233] env[63380]: DEBUG nova.compute.manager [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.597233] env[63380]: DEBUG nova.network.neutron [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.600024] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.630601] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.630894] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.631293] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.631544] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.631892] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.631892] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.632204] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.632404] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.632596] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.632879] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.633042] env[63380]: DEBUG nova.virt.hardware [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.633985] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522fe39-303a-43c6-bec0-188964ae93e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.644260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee482cd8-fa07-4719-8b49-af0bd766de1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.815483] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.815738] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679673, 'name': CreateVM_Task, 'duration_secs': 1.586204} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.816252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.281s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.817991] env[63380]: INFO nova.compute.claims [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.820844] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.821741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.821904] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.822262] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.822552] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afad68d-7a20-4622-8ad1-df7e0a8da639 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.828399] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 687.828399] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b95c94-9f32-e08e-7001-5316c47c9129" [ 687.828399] env[63380]: _type = "Task" [ 687.828399] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.828874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.829100] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.829325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.829525] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.829698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.836034] env[63380]: INFO nova.compute.manager [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Terminating instance [ 687.845378] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b95c94-9f32-e08e-7001-5316c47c9129, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.847342] env[63380]: DEBUG oslo_concurrency.lockutils [req-50a2baac-da18-4ec7-a77d-eea9a7c6a365 req-c2e460c5-cd65-4431-aad4-557dc4b54835 service nova] Releasing lock "refresh_cache-40e47931-2f45-4086-99da-6209163d7113" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.847342] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.847342] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.847342] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.848130] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.848130] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.848616] env[63380]: INFO nova.scheduler.client.report [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Deleted allocations for instance 5b73eae6-9b73-4e85-9c88-90bde97185c7 [ 687.849786] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a56af15e-b54b-460b-8c1d-6cf96a62efb1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.862431] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.862675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.863501] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbe850e-3290-4670-b29a-7982a9615786 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.871483] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 687.871483] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528079e7-5fe3-2ea8-8e55-7c6df616083f" [ 687.871483] env[63380]: _type = "Task" [ 687.871483] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.885083] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528079e7-5fe3-2ea8-8e55-7c6df616083f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.088803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.089151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.347193] env[63380]: DEBUG nova.compute.manager [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.347440] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.349255] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceef5e1-5c9b-40cf-9ed8-0c9ca3cbb5dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.360035] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.360630] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c6d0734-ef78-485b-a0c4-d34751e434ef tempest-ServerMetadataNegativeTestJSON-1056581624 tempest-ServerMetadataNegativeTestJSON-1056581624-project-member] Lock "5b73eae6-9b73-4e85-9c88-90bde97185c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.886s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.361475] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb562f8d-5d50-437a-9262-69649c260297 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.369632] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 688.369632] env[63380]: value = "task-2679676" [ 688.369632] env[63380]: _type = "Task" [ 688.369632] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.383641] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.386515] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528079e7-5fe3-2ea8-8e55-7c6df616083f, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.387335] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55ce1b1-2c6d-4fc3-92c0-c60b8a47d196 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.392985] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 688.392985] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52848e84-585e-eb18-5421-8a12a611ef27" [ 688.392985] env[63380]: _type = "Task" [ 688.392985] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.402756] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52848e84-585e-eb18-5421-8a12a611ef27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.456094] env[63380]: DEBUG nova.compute.manager [req-f26816bd-e83b-4d22-b98d-ba3a1f3d51ba req-5f57ec84-9b73-4f85-a499-1b3e6a2ae1b7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Received event network-vif-deleted-9bd7c884-38e6-449a-8d9e-8e02ce35a020 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.456465] env[63380]: INFO nova.compute.manager [req-f26816bd-e83b-4d22-b98d-ba3a1f3d51ba req-5f57ec84-9b73-4f85-a499-1b3e6a2ae1b7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Neutron deleted interface 9bd7c884-38e6-449a-8d9e-8e02ce35a020; detaching it from the instance and deleting it from the info cache [ 688.456550] env[63380]: DEBUG nova.network.neutron [req-f26816bd-e83b-4d22-b98d-ba3a1f3d51ba req-5f57ec84-9b73-4f85-a499-1b3e6a2ae1b7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.481173] env[63380]: DEBUG nova.network.neutron [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.648667] env[63380]: DEBUG nova.compute.manager [req-504039b2-637c-48fa-9ffb-520acb162bc5 req-534e4da1-ec33-4379-92af-570cdf9d7575 service nova] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Received event network-vif-deleted-5c70bbce-5a93-422c-bac2-06cbe31238ae {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.686346] env[63380]: DEBUG nova.network.neutron [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.839888] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Successfully updated port: 9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.880324] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679676, 'name': PowerOffVM_Task, 'duration_secs': 0.25058} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.881027] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.881027] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.881315] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853da3a1-1773-4f44-8669-83035020b1b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.909027] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52848e84-585e-eb18-5421-8a12a611ef27, 'name': SearchDatastore_Task, 'duration_secs': 0.020001} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.909521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.909858] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 40e47931-2f45-4086-99da-6209163d7113/40e47931-2f45-4086-99da-6209163d7113.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.910159] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-503d7392-3eef-40f7-aa73-8ee3f059a231 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.918977] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 688.918977] env[63380]: value = "task-2679678" [ 688.918977] env[63380]: _type = "Task" [ 688.918977] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.933830] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.953375] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.953583] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.953801] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Deleting the datastore file [datastore2] 4bb54750-5656-4048-83a5-d0a4996a88e4 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.954095] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808f43c0-737c-44d4-b5f8-386056d5c4c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.960218] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-394aee81-7ec1-4896-8781-14136fcd07e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.963116] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for the task: (returnval){ [ 688.963116] env[63380]: value = "task-2679679" [ 688.963116] env[63380]: _type = "Task" [ 688.963116] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.974483] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6609fa-6ce9-4723-a071-3a087a594465 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.992745] env[63380]: INFO nova.compute.manager [-] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Took 1.40 seconds to deallocate network for instance. [ 688.993797] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.019500] env[63380]: DEBUG nova.compute.manager [req-f26816bd-e83b-4d22-b98d-ba3a1f3d51ba req-5f57ec84-9b73-4f85-a499-1b3e6a2ae1b7 service nova] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Detach interface failed, port_id=9bd7c884-38e6-449a-8d9e-8e02ce35a020, reason: Instance 0c44ce17-b9ee-44c0-a36c-87012ec7c10f could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 689.188543] env[63380]: INFO nova.compute.manager [-] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Took 1.59 seconds to deallocate network for instance. [ 689.343254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.344172] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.344172] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.440873] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.476264] env[63380]: DEBUG oslo_vmware.api [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Task: {'id': task-2679679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256724} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.477758] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.478154] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.478389] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.478573] env[63380]: INFO nova.compute.manager [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.478971] env[63380]: DEBUG oslo.service.loopingcall [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.480014] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b7492-d451-452e-aa74-6dd8afa7f962 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.483181] env[63380]: DEBUG nova.compute.manager [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.483423] env[63380]: DEBUG nova.network.neutron [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.489982] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939bffc-abfb-4c41-909e-33bbc7e2ae54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.524029] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.525755] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d54331-cd69-4d45-a9e6-9f2ae84d6edc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.534592] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab554ab6-a38a-4f9f-8a81-095053b4f386 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.555267] env[63380]: DEBUG nova.compute.provider_tree [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.698400] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.898735] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.934750] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538984} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.935022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 40e47931-2f45-4086-99da-6209163d7113/40e47931-2f45-4086-99da-6209163d7113.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.935243] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.935492] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc83414-4d10-4293-a247-0a110782c733 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.944020] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 689.944020] env[63380]: value = "task-2679680" [ 689.944020] env[63380]: _type = "Task" [ 689.944020] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.953389] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.058690] env[63380]: DEBUG nova.scheduler.client.report [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.114160] env[63380]: DEBUG nova.network.neutron [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Updating instance_info_cache with network_info: [{"id": "9eb5537f-697c-48ec-9756-03a4e2610082", "address": "fa:16:3e:8d:34:46", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb5537f-69", "ovs_interfaceid": "9eb5537f-697c-48ec-9756-03a4e2610082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.143135] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.143135] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdbce58-96ff-425b-869a-13727c1369f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.149690] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.150087] env[63380]: ERROR oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk due to incomplete transfer. [ 690.150452] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ee5ede9-7a78-4943-a6a1-338e0748dcfe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.159019] env[63380]: DEBUG oslo_vmware.rw_handles [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c2c7c-4b6d-7a52-2c8f-e3f5504fe0d5/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.159019] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Uploaded image 0ab64f2c-584e-4c44-8271-b2dc90e6f2ff to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.162363] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.162363] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2ca07f2-fe85-4af1-9fca-f6d6ebb11845 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.169017] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 690.169017] env[63380]: value = "task-2679681" [ 690.169017] env[63380]: _type = "Task" [ 690.169017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.175541] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679681, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.459214] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208263} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.459506] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.460725] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df1066-f810-40cf-8c1d-6910fa244901 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.489566] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 40e47931-2f45-4086-99da-6209163d7113/40e47931-2f45-4086-99da-6209163d7113.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.489566] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d121f7e3-0528-4dde-b6e9-60cd47ac06b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.510206] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 690.510206] env[63380]: value = "task-2679682" [ 690.510206] env[63380]: _type = "Task" [ 690.510206] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.519456] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.569176] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.569713] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.577274] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.809s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.577274] env[63380]: INFO nova.compute.claims [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.617021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.617365] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Instance network_info: |[{"id": "9eb5537f-697c-48ec-9756-03a4e2610082", "address": "fa:16:3e:8d:34:46", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb5537f-69", "ovs_interfaceid": "9eb5537f-697c-48ec-9756-03a4e2610082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.618553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:34:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eb5537f-697c-48ec-9756-03a4e2610082', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.626938] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating folder: Project (f5dd8579706e4f54975b8d2159246fa9). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.628434] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64fc1d69-2c42-4ff7-87d6-9dd59024aafa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.641618] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Created folder: Project (f5dd8579706e4f54975b8d2159246fa9) in parent group-v540155. [ 690.641618] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating folder: Instances. Parent ref: group-v540266. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.641618] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b052a762-3b97-48eb-a71a-b5fc8a8c0183 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.650968] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Created folder: Instances in parent group-v540266. [ 690.651228] env[63380]: DEBUG oslo.service.loopingcall [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.651533] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.651614] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e94f4b1a-b804-4176-b752-8f5bf5a29117 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.677859] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679681, 'name': Destroy_Task, 'duration_secs': 0.323912} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.679215] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Destroyed the VM [ 690.679550] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.679798] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.679798] env[63380]: value = "task-2679685" [ 690.679798] env[63380]: _type = "Task" [ 690.679798] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.680353] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a60117bd-b1ba-45ac-a6a0-c5281630b040 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.694880] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679685, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.696212] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 690.696212] env[63380]: value = "task-2679686" [ 690.696212] env[63380]: _type = "Task" [ 690.696212] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.704780] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.789057] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Received event network-vif-plugged-9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.789311] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Acquiring lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.789558] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.789745] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.789944] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] No waiting events found dispatching network-vif-plugged-9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.790280] env[63380]: WARNING nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Received unexpected event network-vif-plugged-9eb5537f-697c-48ec-9756-03a4e2610082 for instance with vm_state building and task_state spawning. [ 690.790581] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Received event network-changed-9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.790799] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Refreshing instance network info cache due to event network-changed-9eb5537f-697c-48ec-9756-03a4e2610082. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.791068] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Acquiring lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.791245] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Acquired lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791450] env[63380]: DEBUG nova.network.neutron [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Refreshing network info cache for port 9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.005636] env[63380]: DEBUG nova.network.neutron [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.026840] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679682, 'name': ReconfigVM_Task, 'duration_secs': 0.439604} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.027175] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 40e47931-2f45-4086-99da-6209163d7113/40e47931-2f45-4086-99da-6209163d7113.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.027851] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40fd5d88-b09d-4994-af17-8afbac912093 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.034928] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 691.034928] env[63380]: value = "task-2679687" [ 691.034928] env[63380]: _type = "Task" [ 691.034928] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.046937] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679687, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.076793] env[63380]: DEBUG nova.compute.utils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.077988] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.078611] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.171636] env[63380]: DEBUG nova.policy [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d54c8528d97472e95f218841fcb21f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5dd8579706e4f54975b8d2159246fa9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.196024] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679685, 'name': CreateVM_Task, 'duration_secs': 0.326888} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.196024] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.196024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.196561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.197119] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.197670] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674d6d6e-342f-4ada-bfcf-95249442e624 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.212561] env[63380]: DEBUG oslo_vmware.api [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.438543} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.213126] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 691.213126] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523c68e8-c390-d43f-8ba1-dcb1e8e5775f" [ 691.213126] env[63380]: _type = "Task" [ 691.213126] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.213729] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 691.214177] env[63380]: INFO nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Took 13.92 seconds to snapshot the instance on the hypervisor. [ 691.234228] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523c68e8-c390-d43f-8ba1-dcb1e8e5775f, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.235014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.236935] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.236935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.236935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.236935] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.236935] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5b328d-b858-44f8-b13a-330783ca940d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246416] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.248481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.248481] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d765f9be-41ac-4f65-ab9f-410ddbc4d164 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.253436] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 691.253436] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0e047-09e7-18ab-1452-4540cc0f1bd3" [ 691.253436] env[63380]: _type = "Task" [ 691.253436] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.264736] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0e047-09e7-18ab-1452-4540cc0f1bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.315434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.315714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.315926] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.316194] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.316305] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.318437] env[63380]: INFO nova.compute.manager [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Terminating instance [ 691.509975] env[63380]: INFO nova.compute.manager [-] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Took 2.02 seconds to deallocate network for instance. [ 691.546122] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679687, 'name': Rename_Task, 'duration_secs': 0.176472} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.546452] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.546782] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9493146e-7703-448c-824c-9ec482a91881 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.552844] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 691.552844] env[63380]: value = "task-2679688" [ 691.552844] env[63380]: _type = "Task" [ 691.552844] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.562569] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.565937] env[63380]: DEBUG nova.network.neutron [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Updated VIF entry in instance network info cache for port 9eb5537f-697c-48ec-9756-03a4e2610082. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.565937] env[63380]: DEBUG nova.network.neutron [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Updating instance_info_cache with network_info: [{"id": "9eb5537f-697c-48ec-9756-03a4e2610082", "address": "fa:16:3e:8d:34:46", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb5537f-69", "ovs_interfaceid": "9eb5537f-697c-48ec-9756-03a4e2610082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.579478] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Successfully created port: 294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.583569] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.726963] env[63380]: DEBUG nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance disappeared during snapshot {{(pid=63380) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 691.742732] env[63380]: DEBUG nova.compute.manager [None req-11014181-6c8a-4065-89bd-592575a43d66 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image not found during clean up 0ab64f2c-584e-4c44-8271-b2dc90e6f2ff {{(pid=63380) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 691.767660] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0e047-09e7-18ab-1452-4540cc0f1bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.768574] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22145b03-f595-4256-a06d-e0be654a0bbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.776418] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 691.776418] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52feb931-02cd-f709-acba-e327c4d46202" [ 691.776418] env[63380]: _type = "Task" [ 691.776418] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.785396] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52feb931-02cd-f709-acba-e327c4d46202, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.785713] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.785971] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c0ba187c-3f1f-4e5c-ac38-879b33e426bb/c0ba187c-3f1f-4e5c-ac38-879b33e426bb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.786234] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c5bc76-c744-430b-8b74-f96b1b4cc56b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.793621] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 691.793621] env[63380]: value = "task-2679689" [ 691.793621] env[63380]: _type = "Task" [ 691.793621] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.804025] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.823734] env[63380]: DEBUG nova.compute.manager [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.824156] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.826981] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec6cf5-f455-45f7-8172-905d17330573 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.835628] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.839310] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eef22ac-f2c1-432a-b39b-2e8ba7d531ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.906983] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.907253] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.907438] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore2] e96fe3b3-89d1-41c8-9ee7-66758dcec6f6 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.913381] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb0a381-cbd0-42b0-b3ee-96c47a9e6995 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.921402] env[63380]: DEBUG oslo_vmware.api [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 691.921402] env[63380]: value = "task-2679691" [ 691.921402] env[63380]: _type = "Task" [ 691.921402] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.931822] env[63380]: DEBUG oslo_vmware.api [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.020923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.033959] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.034487] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.063363] env[63380]: DEBUG oslo_vmware.api [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679688, 'name': PowerOnVM_Task, 'duration_secs': 0.494532} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.063605] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.063813] env[63380]: INFO nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Took 9.49 seconds to spawn the instance on the hypervisor. [ 692.064012] env[63380]: DEBUG nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.064889] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f16951-0497-4fa1-a461-de96e63fed52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.071026] env[63380]: DEBUG oslo_concurrency.lockutils [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] Releasing lock "refresh_cache-c0ba187c-3f1f-4e5c-ac38-879b33e426bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.071308] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Received event network-vif-deleted-97289d4c-b6cf-45f8-953b-bc00fff30166 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.071488] env[63380]: INFO nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Neutron deleted interface 97289d4c-b6cf-45f8-953b-bc00fff30166; detaching it from the instance and deleting it from the info cache [ 692.071670] env[63380]: DEBUG nova.network.neutron [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.202308] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a120f-b440-4636-aa86-58403f5f8014 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.212813] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93329242-9953-466b-b79b-895fc498fc64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.245788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6fb8b-68cf-4205-9f4f-b23e6e45bc5b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.254185] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c991d3-dd46-43d6-a6be-14be19e797d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.269049] env[63380]: DEBUG nova.compute.provider_tree [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.303200] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679689, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.430788] env[63380]: DEBUG oslo_vmware.api [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348969} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.431064] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.431253] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.431431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.431602] env[63380]: INFO nova.compute.manager [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 692.431840] env[63380]: DEBUG oslo.service.loopingcall [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.432043] env[63380]: DEBUG nova.compute.manager [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.432143] env[63380]: DEBUG nova.network.neutron [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.578529] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9bca5c8-ccc5-4201-8680-acec16a9d05c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.589856] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee3bde8-a497-4045-9a00-92a1e4acd721 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.607144] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.612459] env[63380]: INFO nova.compute.manager [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Took 42.21 seconds to build instance. [ 692.632479] env[63380]: DEBUG nova.compute.manager [req-e091e6ab-2356-483c-9c57-a926618978ea req-be7c8ad3-7945-4d90-89ae-d8bff39510d5 service nova] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Detach interface failed, port_id=97289d4c-b6cf-45f8-953b-bc00fff30166, reason: Instance 4bb54750-5656-4048-83a5-d0a4996a88e4 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.642818] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.643085] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.643244] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.643423] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.643567] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.643714] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.643917] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.644261] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.644467] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.644657] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.644837] env[63380]: DEBUG nova.virt.hardware [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.645879] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c69991c-b5cc-4848-803e-4ce00977eee1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.653900] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d9a77-0e8f-45ed-b0e6-df5fcfbc3295 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.772046] env[63380]: DEBUG nova.scheduler.client.report [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.804992] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553285} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.805175] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c0ba187c-3f1f-4e5c-ac38-879b33e426bb/c0ba187c-3f1f-4e5c-ac38-879b33e426bb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.805391] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.805641] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a3bad96-5b58-4e95-b62b-0bc8f25fac9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.813608] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 692.813608] env[63380]: value = "task-2679692" [ 692.813608] env[63380]: _type = "Task" [ 692.813608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.820915] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.824474] env[63380]: DEBUG nova.compute.manager [req-8e962eb3-20dc-42c5-bf28-34279d2bcf46 req-59031639-c7c2-4e42-ac77-318ffc58af43 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Received event network-vif-deleted-6156ba20-1021-43e3-b624-79ec4cdb2aa6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.824665] env[63380]: INFO nova.compute.manager [req-8e962eb3-20dc-42c5-bf28-34279d2bcf46 req-59031639-c7c2-4e42-ac77-318ffc58af43 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Neutron deleted interface 6156ba20-1021-43e3-b624-79ec4cdb2aa6; detaching it from the instance and deleting it from the info cache [ 692.824820] env[63380]: DEBUG nova.network.neutron [req-8e962eb3-20dc-42c5-bf28-34279d2bcf46 req-59031639-c7c2-4e42-ac77-318ffc58af43 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.029443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "40e47931-2f45-4086-99da-6209163d7113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.095677] env[63380]: DEBUG nova.compute.manager [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Received event network-vif-plugged-294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.095893] env[63380]: DEBUG oslo_concurrency.lockutils [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] Acquiring lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.096120] env[63380]: DEBUG oslo_concurrency.lockutils [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] Lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.096291] env[63380]: DEBUG oslo_concurrency.lockutils [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] Lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.096456] env[63380]: DEBUG nova.compute.manager [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] No waiting events found dispatching network-vif-plugged-294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.096982] env[63380]: WARNING nova.compute.manager [req-800705b3-8dfc-4f99-8ef7-7778aa483ed9 req-db576e33-5eac-440f-927e-7ddd893497de service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Received unexpected event network-vif-plugged-294fa702-03eb-4e57-98ba-1646ea4e5d7b for instance with vm_state building and task_state spawning. [ 693.114137] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c885e9d3-40d9-40b9-a325-f2f952d61255 tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.873s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.115355] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.086s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.115572] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "40e47931-2f45-4086-99da-6209163d7113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.115776] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.115940] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.120792] env[63380]: INFO nova.compute.manager [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Terminating instance [ 693.237986] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Successfully updated port: 294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.255125] env[63380]: DEBUG nova.network.neutron [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.277051] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.277586] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.280257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.199s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.280477] env[63380]: DEBUG nova.objects.instance [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lazy-loading 'resources' on Instance uuid 02c68897-0efd-483b-88bb-11f586047a52 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.324643] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092018} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.324895] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.325663] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5382e-7154-471c-8ec1-ce7bcc5c6c06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.328380] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4543a591-d858-4f7d-be4f-767fc71ede5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.349856] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] c0ba187c-3f1f-4e5c-ac38-879b33e426bb/c0ba187c-3f1f-4e5c-ac38-879b33e426bb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.350983] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7949db75-e461-416f-8570-448113003e23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.368433] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce856b67-2e4b-41ed-972d-2b3b051a5393 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.385674] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 693.385674] env[63380]: value = "task-2679693" [ 693.385674] env[63380]: _type = "Task" [ 693.385674] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.398606] env[63380]: DEBUG nova.compute.manager [req-8e962eb3-20dc-42c5-bf28-34279d2bcf46 req-59031639-c7c2-4e42-ac77-318ffc58af43 service nova] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Detach interface failed, port_id=6156ba20-1021-43e3-b624-79ec4cdb2aa6, reason: Instance e96fe3b3-89d1-41c8-9ee7-66758dcec6f6 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 693.403692] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.618734] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.624566] env[63380]: DEBUG nova.compute.manager [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.624800] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.625685] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44629546-3736-4602-b25e-bab084d05cf0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.633116] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.633359] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a096b8-7983-42aa-8a8e-4839104a264f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.639072] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 693.639072] env[63380]: value = "task-2679694" [ 693.639072] env[63380]: _type = "Task" [ 693.639072] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.646507] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.741155] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.741155] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.741155] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.757345] env[63380]: INFO nova.compute.manager [-] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Took 1.33 seconds to deallocate network for instance. [ 693.784148] env[63380]: DEBUG nova.compute.utils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.785540] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.785701] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.832632] env[63380]: DEBUG nova.policy [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.898379] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679693, 'name': ReconfigVM_Task, 'duration_secs': 0.25324} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.900892] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] c0ba187c-3f1f-4e5c-ac38-879b33e426bb/c0ba187c-3f1f-4e5c-ac38-879b33e426bb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.901780] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50d4fc8-5964-40b7-a370-6c7f71aa6721 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.909229] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 693.909229] env[63380]: value = "task-2679695" [ 693.909229] env[63380]: _type = "Task" [ 693.909229] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.921358] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679695, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.146153] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.150121] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679694, 'name': PowerOffVM_Task, 'duration_secs': 0.244252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.150457] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.150565] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.151229] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23a2b1e-369c-44df-a4d6-601ffeae4486 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.219010] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.219254] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.219433] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Deleting the datastore file [datastore1] 40e47931-2f45-4086-99da-6209163d7113 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.219689] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe86efcb-adc7-4456-8e92-c0153c5a04a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.228772] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for the task: (returnval){ [ 694.228772] env[63380]: value = "task-2679697" [ 694.228772] env[63380]: _type = "Task" [ 694.228772] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.233872] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Successfully created port: c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.243194] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.264877] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.292331] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.318201] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.367451] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9638fe07-fa9a-4e0c-8d0f-bf55a1d63fc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.378759] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a45369-cd09-4fac-bc12-7859e556b9d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.410536] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29329d64-d0d4-45e3-a5b6-ee3d6e0b49b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.424291] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab13589d-920a-460c-876f-f7ba26ac6a24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.427722] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679695, 'name': Rename_Task, 'duration_secs': 0.139333} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.427980] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.428734] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f04b07-f907-475b-8684-6cd2590e0e07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.437584] env[63380]: DEBUG nova.compute.provider_tree [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.443764] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 694.443764] env[63380]: value = "task-2679698" [ 694.443764] env[63380]: _type = "Task" [ 694.443764] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.454142] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.480619] env[63380]: DEBUG nova.network.neutron [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Updating instance_info_cache with network_info: [{"id": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "address": "fa:16:3e:5b:e5:ee", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294fa702-03", "ovs_interfaceid": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.741490] env[63380]: DEBUG oslo_vmware.api [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Task: {'id': task-2679697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146993} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.741490] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.741490] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.741844] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.741844] env[63380]: INFO nova.compute.manager [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] [instance: 40e47931-2f45-4086-99da-6209163d7113] Took 1.12 seconds to destroy the instance on the hypervisor. [ 694.742217] env[63380]: DEBUG oslo.service.loopingcall [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.742434] env[63380]: DEBUG nova.compute.manager [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.742530] env[63380]: DEBUG nova.network.neutron [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.944028] env[63380]: DEBUG nova.scheduler.client.report [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.956621] env[63380]: DEBUG oslo_vmware.api [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679698, 'name': PowerOnVM_Task, 'duration_secs': 0.427723} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.956905] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.957189] env[63380]: INFO nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 7.36 seconds to spawn the instance on the hypervisor. [ 694.957306] env[63380]: DEBUG nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.958128] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8661021-6d1a-4af5-9722-a1493dd944d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.982711] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.983062] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Instance network_info: |[{"id": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "address": "fa:16:3e:5b:e5:ee", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294fa702-03", "ovs_interfaceid": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.983496] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e5:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '294fa702-03eb-4e57-98ba-1646ea4e5d7b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.996877] env[63380]: DEBUG oslo.service.loopingcall [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.001114] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.001114] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f07e96ad-01c1-4b20-947c-df213af79439 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.019233] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.019233] env[63380]: value = "task-2679699" [ 695.019233] env[63380]: _type = "Task" [ 695.019233] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.027908] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679699, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.070016] env[63380]: DEBUG nova.compute.manager [req-d671c296-fc17-4243-866d-db21434d1bfe req-30f0a6a6-1f70-4d1f-a00c-5109e5cfd8d0 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Received event network-vif-deleted-f7d0ad02-33b3-42e3-ac83-ff863839be17 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.070232] env[63380]: INFO nova.compute.manager [req-d671c296-fc17-4243-866d-db21434d1bfe req-30f0a6a6-1f70-4d1f-a00c-5109e5cfd8d0 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Neutron deleted interface f7d0ad02-33b3-42e3-ac83-ff863839be17; detaching it from the instance and deleting it from the info cache [ 695.070438] env[63380]: DEBUG nova.network.neutron [req-d671c296-fc17-4243-866d-db21434d1bfe req-30f0a6a6-1f70-4d1f-a00c-5109e5cfd8d0 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.125230] env[63380]: DEBUG nova.compute.manager [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Received event network-changed-294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.125426] env[63380]: DEBUG nova.compute.manager [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Refreshing instance network info cache due to event network-changed-294fa702-03eb-4e57-98ba-1646ea4e5d7b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.125636] env[63380]: DEBUG oslo_concurrency.lockutils [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] Acquiring lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.125778] env[63380]: DEBUG oslo_concurrency.lockutils [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] Acquired lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.125986] env[63380]: DEBUG nova.network.neutron [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Refreshing network info cache for port 294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.306418] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.332956] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.334042] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.334042] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.334042] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.334042] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.334042] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.334313] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.334376] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.334536] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.334724] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.334923] env[63380]: DEBUG nova.virt.hardware [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.335856] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcafe713-8e01-46b4-b360-bac4557027b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.343834] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d757bd-5704-4f2c-9b0f-98b8d3134c02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.451874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.454265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.876s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.455803] env[63380]: INFO nova.compute.claims [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.473869] env[63380]: INFO nova.scheduler.client.report [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Deleted allocations for instance 02c68897-0efd-483b-88bb-11f586047a52 [ 695.479029] env[63380]: INFO nova.compute.manager [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 39.55 seconds to build instance. [ 695.529894] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679699, 'name': CreateVM_Task, 'duration_secs': 0.32398} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.530096] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.530779] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.530966] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.532038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.532038] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a712983-0652-4396-a9f7-8313b6563ab8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.536277] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 695.536277] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523a3d34-2705-2cac-1dce-7965511347ff" [ 695.536277] env[63380]: _type = "Task" [ 695.536277] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.539948] env[63380]: DEBUG nova.network.neutron [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.546442] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523a3d34-2705-2cac-1dce-7965511347ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.573027] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d0643eb-67be-42bf-929c-d3850802810d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.581859] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c72aa0-96fc-4b27-90bf-cb1b57c39873 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.614251] env[63380]: DEBUG nova.compute.manager [req-d671c296-fc17-4243-866d-db21434d1bfe req-30f0a6a6-1f70-4d1f-a00c-5109e5cfd8d0 service nova] [instance: 40e47931-2f45-4086-99da-6209163d7113] Detach interface failed, port_id=f7d0ad02-33b3-42e3-ac83-ff863839be17, reason: Instance 40e47931-2f45-4086-99da-6209163d7113 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 695.747475] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Successfully updated port: c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.848417] env[63380]: DEBUG nova.network.neutron [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Updated VIF entry in instance network info cache for port 294fa702-03eb-4e57-98ba-1646ea4e5d7b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.848518] env[63380]: DEBUG nova.network.neutron [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Updating instance_info_cache with network_info: [{"id": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "address": "fa:16:3e:5b:e5:ee", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294fa702-03", "ovs_interfaceid": "294fa702-03eb-4e57-98ba-1646ea4e5d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.984989] env[63380]: DEBUG oslo_concurrency.lockutils [None req-941b7a58-9683-487e-8ce0-faef62f41ac0 tempest-InstanceActionsV221TestJSON-1253669890 tempest-InstanceActionsV221TestJSON-1253669890-project-member] Lock "02c68897-0efd-483b-88bb-11f586047a52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.132s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.986440] env[63380]: DEBUG oslo_concurrency.lockutils [None req-819913c2-a11f-4a28-b473-14c8ab6eb8e7 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.042s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.043023] env[63380]: INFO nova.compute.manager [-] [instance: 40e47931-2f45-4086-99da-6209163d7113] Took 1.30 seconds to deallocate network for instance. [ 696.048279] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523a3d34-2705-2cac-1dce-7965511347ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.051050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.051282] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.051519] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.051667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.051847] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.052294] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a39a2f3-ca00-48b6-98be-a841905253dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.061366] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.061605] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.062459] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44087dc-a815-4022-8fe8-60801f34fe49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.068486] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 696.068486] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52702813-07dd-9e45-9162-b69375ec683e" [ 696.068486] env[63380]: _type = "Task" [ 696.068486] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.077940] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52702813-07dd-9e45-9162-b69375ec683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.250128] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.250222] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250362] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.351354] env[63380]: DEBUG oslo_concurrency.lockutils [req-1507c597-ac9c-4d9e-bb18-9bf9ac99a409 req-9be4efb7-9e72-4853-8a9e-df6a704f570c service nova] Releasing lock "refresh_cache-238dda65-7415-46b1-b19d-ae667a1bccce" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.491961] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.554077] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.580746] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52702813-07dd-9e45-9162-b69375ec683e, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.581607] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95e33dd-c89d-4e25-8cd7-9b51512fdefd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.588553] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 696.588553] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52619d06-5647-39f3-23d9-083e73c07a50" [ 696.588553] env[63380]: _type = "Task" [ 696.588553] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.595957] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52619d06-5647-39f3-23d9-083e73c07a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.799815] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.977164] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa85bac8-5239-4e68-b2ce-d6040e92ddd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.985759] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214dcbfa-729c-4b1d-a1c5-ee83cdc87981 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.025025] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e615bd6-16bd-4ea5-a379-11a2e29c31be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.032667] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16db5d4-7864-4d4f-938c-16c3b4c8542e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.048374] env[63380]: DEBUG nova.compute.provider_tree [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.050769] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.085366] env[63380]: DEBUG nova.network.neutron [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.099645] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52619d06-5647-39f3-23d9-083e73c07a50, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.099939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.100302] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 238dda65-7415-46b1-b19d-ae667a1bccce/238dda65-7415-46b1-b19d-ae667a1bccce.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.101012] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d89f42bc-c1b1-48f3-804f-0d75fd86eb56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.107742] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 697.107742] env[63380]: value = "task-2679700" [ 697.107742] env[63380]: _type = "Task" [ 697.107742] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.115836] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.174519] env[63380]: DEBUG nova.compute.manager [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-vif-plugged-c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.174519] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.174519] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.174519] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.174679] env[63380]: DEBUG nova.compute.manager [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] No waiting events found dispatching network-vif-plugged-c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.174846] env[63380]: WARNING nova.compute.manager [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received unexpected event network-vif-plugged-c9c6c1d6-621a-4200-818f-f89ec077162b for instance with vm_state building and task_state spawning. [ 697.175014] env[63380]: DEBUG nova.compute.manager [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-changed-c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.175176] env[63380]: DEBUG nova.compute.manager [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing instance network info cache due to event network-changed-c9c6c1d6-621a-4200-818f-f89ec077162b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 697.175365] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.552733] env[63380]: DEBUG nova.scheduler.client.report [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.589222] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.589543] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Instance network_info: |[{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.589849] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.590041] env[63380]: DEBUG nova.network.neutron [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing network info cache for port c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.591239] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:be:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9c6c1d6-621a-4200-818f-f89ec077162b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.601689] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating folder: Project (9d0dc0404485478c9b4512b2e0f505b0). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.604607] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be453ed7-9a46-4f34-8c63-51fcc02d0b1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.616127] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created folder: Project (9d0dc0404485478c9b4512b2e0f505b0) in parent group-v540155. [ 697.616127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating folder: Instances. Parent ref: group-v540270. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.618523] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de841b63-edc0-4f53-a7ae-a68495d8a555 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.621115] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.631728] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created folder: Instances in parent group-v540270. [ 697.632075] env[63380]: DEBUG oslo.service.loopingcall [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.632226] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.632434] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eebc9da-9c97-41d7-ba99-81b9ae3fca25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.660475] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.660475] env[63380]: value = "task-2679703" [ 697.660475] env[63380]: _type = "Task" [ 697.660475] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.666929] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679703, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.883685] env[63380]: DEBUG nova.network.neutron [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updated VIF entry in instance network info cache for port c9c6c1d6-621a-4200-818f-f89ec077162b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.884275] env[63380]: DEBUG nova.network.neutron [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.061794] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.062368] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.065379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.429s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.065473] env[63380]: DEBUG nova.objects.instance [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lazy-loading 'resources' on Instance uuid 9148c0e1-9c02-491d-aec8-d7b310591203 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.119109] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.171785] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679703, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.387937] env[63380]: DEBUG oslo_concurrency.lockutils [req-a3f8cd69-3b1e-4cf1-b153-a44e9bd14c1c req-a49ed9a0-a213-46a5-bdd2-b55162c322e7 service nova] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.569994] env[63380]: DEBUG nova.compute.utils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.573219] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.573219] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.618971] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.468624} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.621741] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 238dda65-7415-46b1-b19d-ae667a1bccce/238dda65-7415-46b1-b19d-ae667a1bccce.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.621948] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.623021] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b09f9a7d-abb7-4ab4-a214-617b2dc84949 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.629343] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 698.629343] env[63380]: value = "task-2679704" [ 698.629343] env[63380]: _type = "Task" [ 698.629343] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.639914] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.670097] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679703, 'name': CreateVM_Task, 'duration_secs': 0.819275} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.673176] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.674443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.674509] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.676918] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.676918] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f034494e-85c8-4e82-ae66-4941d701d2d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.679810] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 698.679810] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aeb664-7a4d-ac5b-f63e-8125ba14bbb6" [ 698.679810] env[63380]: _type = "Task" [ 698.679810] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.693725] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aeb664-7a4d-ac5b-f63e-8125ba14bbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.694234] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.694234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.694395] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.694563] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.694772] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.695051] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81350dd8-1787-4d99-bb74-0ff6482428d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.704472] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.704723] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.705712] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ce7900-db55-404d-9f2a-c331a3f248be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.709045] env[63380]: DEBUG nova.policy [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d221d13026d4e5cae8addd7d0adf633', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '938c2735735a45ed9168dbc9a5a693d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.713435] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 698.713435] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528226ba-00fa-e71e-6883-48eec639fbd0" [ 698.713435] env[63380]: _type = "Task" [ 698.713435] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.732176] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528226ba-00fa-e71e-6883-48eec639fbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.732176] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14babde6-4013-4347-91a4-a0d53571c1aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.743689] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 698.743689] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5f2c0-422b-8dab-39b3-96da6881310a" [ 698.743689] env[63380]: _type = "Task" [ 698.743689] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.750333] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5f2c0-422b-8dab-39b3-96da6881310a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.079163] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.142782] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101947} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.142782] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.144894] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea37c84-19d6-4cb0-a370-23c640c7abe3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.150078] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf39956-abad-4d97-ae20-a8e9f9a05cf4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.174970] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 238dda65-7415-46b1-b19d-ae667a1bccce/238dda65-7415-46b1-b19d-ae667a1bccce.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.177255] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330e7428-c714-43c3-97b4-c77f4ae50a33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.196964] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999b118-b9c0-4ce8-8ca9-882442544113 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.233438] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4629f-899d-4a67-8a30-26a76c5f43e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.236289] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 699.236289] env[63380]: value = "task-2679705" [ 699.236289] env[63380]: _type = "Task" [ 699.236289] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.243165] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a45be29-c147-4b4a-9a96-4e5262ca4f7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.250172] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.263130] env[63380]: DEBUG nova.compute.provider_tree [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.268499] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5f2c0-422b-8dab-39b3-96da6881310a, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.269256] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.269563] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fba8dbd8-4229-45ca-a1dd-073403ada8e2/fba8dbd8-4229-45ca-a1dd-073403ada8e2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.269871] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5782af48-66fe-4d95-a995-9e35a67d52e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.276794] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 699.276794] env[63380]: value = "task-2679706" [ 699.276794] env[63380]: _type = "Task" [ 699.276794] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.286812] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.385316] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Successfully created port: 87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.746808] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679705, 'name': ReconfigVM_Task, 'duration_secs': 0.307089} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.747164] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 238dda65-7415-46b1-b19d-ae667a1bccce/238dda65-7415-46b1-b19d-ae667a1bccce.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.747803] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b300cf55-6166-4f32-9d38-3daa9d2b0a1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.755006] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 699.755006] env[63380]: value = "task-2679707" [ 699.755006] env[63380]: _type = "Task" [ 699.755006] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.770929] env[63380]: DEBUG nova.scheduler.client.report [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.774417] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679707, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.787687] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498534} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.787981] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fba8dbd8-4229-45ca-a1dd-073403ada8e2/fba8dbd8-4229-45ca-a1dd-073403ada8e2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.788585] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.788839] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8051ef1-1f64-4df6-99cb-e323e4c78fe9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.795807] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 699.795807] env[63380]: value = "task-2679708" [ 699.795807] env[63380]: _type = "Task" [ 699.795807] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.805730] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.089734] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.115091] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.115343] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.115501] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.115681] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.115829] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.115978] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.116548] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.116746] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.116929] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.117240] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.117433] env[63380]: DEBUG nova.virt.hardware [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.118375] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9d5a4a-c63a-4fbc-ac9e-81f30e7dcb11 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.126294] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd2d7db-e8d1-4cda-b90a-d49d7cb416e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.266692] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679707, 'name': Rename_Task, 'duration_secs': 0.154487} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.268592] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.268953] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9366a39e-fabe-4de4-bb16-004c392a1cd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.276041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.280326] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 700.280326] env[63380]: value = "task-2679709" [ 700.280326] env[63380]: _type = "Task" [ 700.280326] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.282191] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.538s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.296128] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679709, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.305663] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060304} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.305663] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.306467] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95222271-91c2-4a5f-bd60-d11231107ee8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.311512] env[63380]: INFO nova.scheduler.client.report [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleted allocations for instance 9148c0e1-9c02-491d-aec8-d7b310591203 [ 700.337638] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] fba8dbd8-4229-45ca-a1dd-073403ada8e2/fba8dbd8-4229-45ca-a1dd-073403ada8e2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.338305] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2523dc-1bbf-4e9c-b52d-b8ba1ce648a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.368972] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 700.368972] env[63380]: value = "task-2679710" [ 700.368972] env[63380]: _type = "Task" [ 700.368972] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.381784] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.808476] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679709, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.842505] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b6f023ec-14a8-4201-91ea-79402e49c868 tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "9148c0e1-9c02-491d-aec8-d7b310591203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.786s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.885957] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679710, 'name': ReconfigVM_Task, 'duration_secs': 0.281863} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.886313] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfigured VM instance instance-00000026 to attach disk [datastore2] fba8dbd8-4229-45ca-a1dd-073403ada8e2/fba8dbd8-4229-45ca-a1dd-073403ada8e2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.887230] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fae5976b-5482-4b9b-ba44-c309ff3f5f3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.894314] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 700.894314] env[63380]: value = "task-2679711" [ 700.894314] env[63380]: _type = "Task" [ 700.894314] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.906948] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679711, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.076344] env[63380]: DEBUG nova.compute.manager [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Received event network-vif-plugged-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.076344] env[63380]: DEBUG oslo_concurrency.lockutils [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] Acquiring lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.076344] env[63380]: DEBUG oslo_concurrency.lockutils [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.076344] env[63380]: DEBUG oslo_concurrency.lockutils [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.076531] env[63380]: DEBUG nova.compute.manager [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] No waiting events found dispatching network-vif-plugged-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.077041] env[63380]: WARNING nova.compute.manager [req-27817494-7532-4185-b229-ce44bae99338 req-4a207f96-f10d-4734-a34e-7424a1d4280d service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Received unexpected event network-vif-plugged-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 for instance with vm_state building and task_state spawning. [ 701.092427] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Successfully updated port: 87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.295055] env[63380]: DEBUG oslo_vmware.api [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679709, 'name': PowerOnVM_Task, 'duration_secs': 0.589321} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.295345] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.295606] env[63380]: INFO nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Took 8.69 seconds to spawn the instance on the hypervisor. [ 701.295833] env[63380]: DEBUG nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.296621] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d10ef-8aca-419e-84a9-2c50cca512d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.301303] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Applying migration context for instance 036679d7-7311-4f0e-8223-e0665f640d9f as it has an incoming, in-progress migration b9d03266-c5ba-448b-8f00-d0e567f1b08f. Migration status is confirming {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 701.302843] env[63380]: INFO nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating resource usage from migration b9d03266-c5ba-448b-8f00-d0e567f1b08f [ 701.335096] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 15cf0b96-8d9e-4ef6-8310-1490accb24dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.335265] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance f98281a2-a7a8-4f9b-9fd9-10b351880f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.335406] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9add3921-e831-4935-9dda-6fcf15645bef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.335555] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 4bb54750-5656-4048-83a5-d0a4996a88e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.335687] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 98361a6b-ae46-49da-82c5-612246fafa86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.335802] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cc13c801-3582-4a42-a196-eac1e4d7d53d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.335922] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 548bd050-c9ac-41ab-9edc-001737f6a54f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.336063] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e7d94c92-1a4c-402e-9fcd-060172fb2aaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.336182] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.336341] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e96fe3b3-89d1-41c8-9ee7-66758dcec6f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.336425] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9906dad7-ea13-4e22-add6-8c1ced6c1efe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.336545] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.336693] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 0c44ce17-b9ee-44c0-a36c-87012ec7c10f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.336829] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 382627f1-55a3-40cb-b8a8-4a092541cbcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.336948] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Migration b9d03266-c5ba-448b-8f00-d0e567f1b08f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 701.337077] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 036679d7-7311-4f0e-8223-e0665f640d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.337206] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 40e47931-2f45-4086-99da-6209163d7113 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 701.337320] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c0ba187c-3f1f-4e5c-ac38-879b33e426bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.337433] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 238dda65-7415-46b1-b19d-ae667a1bccce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.337542] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fba8dbd8-4229-45ca-a1dd-073403ada8e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.337655] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 54584ebf-4da5-4fa8-b570-94320d92d80f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 701.405167] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679711, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.595315] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.595481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.595635] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.819109] env[63380]: INFO nova.compute.manager [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Took 41.30 seconds to build instance. [ 701.840629] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 7cd4017f-71ba-4dec-a601-7c9e6402940b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 701.906603] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679711, 'name': Rename_Task, 'duration_secs': 0.835451} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.906603] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.907363] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7a73d5-f035-411a-8614-573152e93b16 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.914746] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 701.914746] env[63380]: value = "task-2679712" [ 701.914746] env[63380]: _type = "Task" [ 701.914746] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.928027] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.180114] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.321765] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c442c683-da69-43aa-8827-dd6ad2ae4a57 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.983s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.343862] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8afa705a-cd78-4316-956a-26313220cb4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.379478] env[63380]: DEBUG nova.network.neutron [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Updating instance_info_cache with network_info: [{"id": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "address": "fa:16:3e:05:46:47", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d0fc41-9d", "ovs_interfaceid": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.425786] env[63380]: DEBUG oslo_vmware.api [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2679712, 'name': PowerOnVM_Task, 'duration_secs': 0.481453} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.425974] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.428026] env[63380]: INFO nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Took 7.12 seconds to spawn the instance on the hypervisor. [ 702.428026] env[63380]: DEBUG nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.428026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df7f744-4cf8-452f-979d-34b4366eac9d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.526682] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "38f48270-751b-4c42-8e41-43c1db4a1e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.526942] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.556379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.556660] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.583945] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.583945] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.824591] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.847725] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c73c204e-dde3-4866-8fa9-77547509eecb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.882411] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.883207] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Instance network_info: |[{"id": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "address": "fa:16:3e:05:46:47", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d0fc41-9d", "ovs_interfaceid": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.883362] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:46:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.895181] env[63380]: DEBUG oslo.service.loopingcall [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.895855] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.896148] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-668e87b0-4ebf-4830-ac4a-1d1aa16a33f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.921533] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.921533] env[63380]: value = "task-2679713" [ 702.921533] env[63380]: _type = "Task" [ 702.921533] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.934128] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679713, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.953241] env[63380]: INFO nova.compute.manager [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Took 40.21 seconds to build instance. [ 703.243018] env[63380]: DEBUG nova.compute.manager [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Received event network-changed-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.243262] env[63380]: DEBUG nova.compute.manager [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Refreshing instance network info cache due to event network-changed-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.243470] env[63380]: DEBUG oslo_concurrency.lockutils [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] Acquiring lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.243615] env[63380]: DEBUG oslo_concurrency.lockutils [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] Acquired lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.243782] env[63380]: DEBUG nova.network.neutron [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Refreshing network info cache for port 87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.351477] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5ed84989-bf6b-4fe3-924f-8168300aa1bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.358753] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.435670] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679713, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.454399] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce64a9f5-7a13-4ea8-993f-eba0a5a273c1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.021s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.857563] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d0a7bd97-b898-4221-b33e-6e9081391cfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.935544] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679713, 'name': CreateVM_Task, 'duration_secs': 0.568748} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.935643] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.936293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.936463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.936803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.937075] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6907056e-dd42-4c38-95ab-6449ab40125c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.942378] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 703.942378] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524550a4-a79b-b486-ed14-01abe96e488f" [ 703.942378] env[63380]: _type = "Task" [ 703.942378] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.950858] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524550a4-a79b-b486-ed14-01abe96e488f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.957938] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.075995] env[63380]: DEBUG nova.network.neutron [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Updated VIF entry in instance network info cache for port 87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.076593] env[63380]: DEBUG nova.network.neutron [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Updating instance_info_cache with network_info: [{"id": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "address": "fa:16:3e:05:46:47", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d0fc41-9d", "ovs_interfaceid": "87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.108518] env[63380]: DEBUG nova.compute.manager [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.110055] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e339a6-665e-4487-a7f0-6b52e6c9e652 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.361030] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance bc89c09e-a669-4b1a-a78f-4f391f783036 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.454142] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524550a4-a79b-b486-ed14-01abe96e488f, 'name': SearchDatastore_Task, 'duration_secs': 0.038417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.454142] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.454142] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.454379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.454493] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.454693] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.454949] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c05940d-3632-4794-8491-49da01e4cf9d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.470654] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.471360] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.471667] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6681b5-f664-46c6-aba0-abc102508c85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.476573] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 704.476573] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525907a7-40f2-469b-a800-6312b8916cb0" [ 704.476573] env[63380]: _type = "Task" [ 704.476573] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.484170] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525907a7-40f2-469b-a800-6312b8916cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.484979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.579783] env[63380]: DEBUG oslo_concurrency.lockutils [req-d10b0cf8-6e8d-4803-af1a-c409ebaffe15 req-84c6b832-4eb2-434b-a737-6d09276c729e service nova] Releasing lock "refresh_cache-54584ebf-4da5-4fa8-b570-94320d92d80f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.625170] env[63380]: INFO nova.compute.manager [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] instance snapshotting [ 704.628141] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced40762-de91-4c9e-a07e-1ea72b661d99 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.649497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c3865e-117a-4fc8-ae67-345085fa4c78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.863539] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5310e05d-029e-4c7d-a129-c324d99d2889 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.988925] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525907a7-40f2-469b-a800-6312b8916cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.024148} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.989738] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731d2536-c127-49aa-94d1-d6bbebb4051a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.994979] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 704.994979] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b7aee-9eeb-ffa4-849b-6b97819d77c0" [ 704.994979] env[63380]: _type = "Task" [ 704.994979] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.002900] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b7aee-9eeb-ffa4-849b-6b97819d77c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.161196] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.161537] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8896e4b-7d6b-4eaa-af1e-3180a2d1c6d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.171037] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 705.171037] env[63380]: value = "task-2679714" [ 705.171037] env[63380]: _type = "Task" [ 705.171037] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.181222] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.268355] env[63380]: DEBUG nova.compute.manager [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-changed-c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.268576] env[63380]: DEBUG nova.compute.manager [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing instance network info cache due to event network-changed-c9c6c1d6-621a-4200-818f-f89ec077162b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.268755] env[63380]: DEBUG oslo_concurrency.lockutils [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.269077] env[63380]: DEBUG oslo_concurrency.lockutils [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.269146] env[63380]: DEBUG nova.network.neutron [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing network info cache for port c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.366859] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8ee5b81b-ac9b-4c7d-a244-5b288590c295 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.506086] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b7aee-9eeb-ffa4-849b-6b97819d77c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.506356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.506635] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 54584ebf-4da5-4fa8-b570-94320d92d80f/54584ebf-4da5-4fa8-b570-94320d92d80f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.506941] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-756390d9-34cb-4afc-8e5d-52451cd04124 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.513686] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 705.513686] env[63380]: value = "task-2679715" [ 705.513686] env[63380]: _type = "Task" [ 705.513686] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.521971] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.680913] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679714, 'name': CreateSnapshot_Task, 'duration_secs': 0.444212} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.681206] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.682035] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a154f-a037-4382-90f3-4797949f1d62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.871857] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance f5092b73-f9bf-4787-8ad7-2aa30192714a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.023906] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679715, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.038346] env[63380]: DEBUG nova.network.neutron [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updated VIF entry in instance network info cache for port c9c6c1d6-621a-4200-818f-f89ec077162b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.038667] env[63380]: DEBUG nova.network.neutron [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.199752] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.202378] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d2d91ad-9ed2-49c9-b8bf-269c284f0a31 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.210646] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 706.210646] env[63380]: value = "task-2679716" [ 706.210646] env[63380]: _type = "Task" [ 706.210646] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.220086] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679716, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.377510] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 3e0056ae-bfcc-41ab-8f58-f47feb7722b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.526874] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837974} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.526874] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 54584ebf-4da5-4fa8-b570-94320d92d80f/54584ebf-4da5-4fa8-b570-94320d92d80f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.526874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.527361] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba23fa61-868b-40c5-a9b5-99a5136a1e2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.535370] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 706.535370] env[63380]: value = "task-2679717" [ 706.535370] env[63380]: _type = "Task" [ 706.535370] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.542587] env[63380]: DEBUG oslo_concurrency.lockutils [req-8137815c-9de2-4028-b3c2-7ac79f48e261 req-78fa96e1-62e0-45a0-b9a4-f3dde1bb3e2f service nova] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.549037] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.720501] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679716, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.880026] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.047633] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073975} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.047969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.049991] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3d4eb-376e-4a34-aa7d-57b8ab336b23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.075149] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 54584ebf-4da5-4fa8-b570-94320d92d80f/54584ebf-4da5-4fa8-b570-94320d92d80f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.075504] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8323ddf-5444-43a9-a77f-5c7930c3331c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.105639] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 707.105639] env[63380]: value = "task-2679718" [ 707.105639] env[63380]: _type = "Task" [ 707.105639] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.116463] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.222571] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679716, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.383345] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a02f3b4b-fb9f-4cf5-a886-f86998d3262b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.615765] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.724228] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679716, 'name': CloneVM_Task, 'duration_secs': 1.419927} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.724228] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Created linked-clone VM from snapshot [ 707.724228] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc24df6-8a7a-4fb4-96bc-690dd8673c93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.731115] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Uploading image 5244af8b-e588-420b-801e-811f47a7a9dc {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.782445] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.782445] env[63380]: value = "vm-540275" [ 707.782445] env[63380]: _type = "VirtualMachine" [ 707.782445] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.782726] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e5ecef3-0a02-460a-b6e8-37ec097165f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.789559] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease: (returnval){ [ 707.789559] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d4609c-5ede-2b4f-8ec7-c8bd9d7850c3" [ 707.789559] env[63380]: _type = "HttpNfcLease" [ 707.789559] env[63380]: } obtained for exporting VM: (result){ [ 707.789559] env[63380]: value = "vm-540275" [ 707.789559] env[63380]: _type = "VirtualMachine" [ 707.789559] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.789896] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the lease: (returnval){ [ 707.789896] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d4609c-5ede-2b4f-8ec7-c8bd9d7850c3" [ 707.789896] env[63380]: _type = "HttpNfcLease" [ 707.789896] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.796266] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.796266] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d4609c-5ede-2b4f-8ec7-c8bd9d7850c3" [ 707.796266] env[63380]: _type = "HttpNfcLease" [ 707.796266] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.886344] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fcd366e5-342c-4dea-955a-2c557219f54c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.115660] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679718, 'name': ReconfigVM_Task, 'duration_secs': 0.670247} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.115954] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 54584ebf-4da5-4fa8-b570-94320d92d80f/54584ebf-4da5-4fa8-b570-94320d92d80f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.117214] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478c6534-32eb-44ac-a885-4589944087cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.122461] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 708.122461] env[63380]: value = "task-2679720" [ 708.122461] env[63380]: _type = "Task" [ 708.122461] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.129623] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679720, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.298056] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.298056] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d4609c-5ede-2b4f-8ec7-c8bd9d7850c3" [ 708.298056] env[63380]: _type = "HttpNfcLease" [ 708.298056] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 708.298056] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 708.298056] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d4609c-5ede-2b4f-8ec7-c8bd9d7850c3" [ 708.298056] env[63380]: _type = "HttpNfcLease" [ 708.298056] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 708.298551] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e200b-edc6-4b2b-a499-46123c3b984e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.306798] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 708.306970] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.389763] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c091bdb6-3d09-49d4-99a0-50c4166c4418 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.390209] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 708.390209] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 708.394895] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d65a4822-0682-4cbc-9829-924d0a0cdd75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.633879] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679720, 'name': Rename_Task, 'duration_secs': 0.169176} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.634179] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.634432] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e2ad7f-1d7a-43a9-af45-5aaa8c2aa873 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.644451] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 708.644451] env[63380]: value = "task-2679721" [ 708.644451] env[63380]: _type = "Task" [ 708.644451] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.653140] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.911345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1958f7d-b140-477a-925a-e30badba2172 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.919453] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c9908-3d4d-4da0-883a-e45ca919528f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.956428] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d54b3-e9c6-4136-aed0-58f88cd0d2f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.964457] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93291d9-4c72-4f60-9110-c69b867ba118 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.978946] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.155388] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.483045] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.654872] env[63380]: DEBUG oslo_vmware.api [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679721, 'name': PowerOnVM_Task, 'duration_secs': 0.729718} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.656024] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.656024] env[63380]: INFO nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Took 9.57 seconds to spawn the instance on the hypervisor. [ 709.656024] env[63380]: DEBUG nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.657044] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80381d-83bb-4a4d-9b06-890fa29aa9fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.988800] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 709.989568] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.708s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.989568] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.297s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.991601] env[63380]: INFO nova.compute.claims [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.178790] env[63380]: INFO nova.compute.manager [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Took 41.62 seconds to build instance. [ 710.679200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "54584ebf-4da5-4fa8-b570-94320d92d80f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.680808] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9d07f0-862f-46cd-83db-a686fb23488f tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.459s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.682052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.682268] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.682472] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.682636] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.686925] env[63380]: INFO nova.compute.manager [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Terminating instance [ 711.187670] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.192935] env[63380]: DEBUG nova.compute.manager [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.193156] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.194462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3b0f4-0443-486c-81f5-6b0907f6095f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.202389] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.202660] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7187fbb-398e-4745-b70f-3c429788851f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.214735] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 711.214735] env[63380]: value = "task-2679722" [ 711.214735] env[63380]: _type = "Task" [ 711.214735] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.226177] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.517228] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b13ceb-3ffb-4543-ad3f-2bbecf592e2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.525303] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad0a94-e4b5-40e2-a957-39d97b87e653 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.556926] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d3b56-0361-47a4-a945-f6cd43766b4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.565122] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aab052-4119-4e52-9421-e2af355f230f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.580331] env[63380]: DEBUG nova.compute.provider_tree [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.709438] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.726517] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679722, 'name': PowerOffVM_Task, 'duration_secs': 0.253435} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.726517] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.726517] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.726517] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6512c0d9-0874-4b32-b01f-de40fe1e50bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.796671] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.796945] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.797160] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Deleting the datastore file [datastore2] 54584ebf-4da5-4fa8-b570-94320d92d80f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.797429] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85fb2e25-51b2-4787-a247-1171de804338 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.803430] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for the task: (returnval){ [ 711.803430] env[63380]: value = "task-2679724" [ 711.803430] env[63380]: _type = "Task" [ 711.803430] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.811348] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.083618] env[63380]: DEBUG nova.scheduler.client.report [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.314073] env[63380]: DEBUG oslo_vmware.api [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Task: {'id': task-2679724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151524} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.314073] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.314073] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.314073] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.314073] env[63380]: INFO nova.compute.manager [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 712.314376] env[63380]: DEBUG oslo.service.loopingcall [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.314419] env[63380]: DEBUG nova.compute.manager [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.314483] env[63380]: DEBUG nova.network.neutron [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.590194] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.590194] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.592925] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.056s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.705321] env[63380]: DEBUG nova.compute.manager [req-18b43724-407f-4938-822e-9e265e10f35b req-d9b10161-55b2-4fed-8961-4ebdafb6035a service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Received event network-vif-deleted-87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.705568] env[63380]: INFO nova.compute.manager [req-18b43724-407f-4938-822e-9e265e10f35b req-d9b10161-55b2-4fed-8961-4ebdafb6035a service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Neutron deleted interface 87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1; detaching it from the instance and deleting it from the info cache [ 712.705753] env[63380]: DEBUG nova.network.neutron [req-18b43724-407f-4938-822e-9e265e10f35b req-d9b10161-55b2-4fed-8961-4ebdafb6035a service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.097306] env[63380]: DEBUG nova.compute.utils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.098924] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.099308] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.160442] env[63380]: DEBUG nova.policy [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce815d124724159b8d698b8d0b2fb66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba031b0b15243a4b101fd00043d0c5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.176470] env[63380]: DEBUG nova.network.neutron [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.211859] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa0e50d2-2939-4391-84ff-da39e02670e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.220890] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f10dd-96d7-404c-9e95-b89c42755132 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.259153] env[63380]: DEBUG nova.compute.manager [req-18b43724-407f-4938-822e-9e265e10f35b req-d9b10161-55b2-4fed-8961-4ebdafb6035a service nova] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Detach interface failed, port_id=87d0fc41-9d6f-4eb0-92c0-ee73daf7eca1, reason: Instance 54584ebf-4da5-4fa8-b570-94320d92d80f could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 713.502137] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Successfully created port: 3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.605191] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.641419] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa7fe3b-b577-494e-8ff0-c3d3aaface26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.662610] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1376b5-3c11-4404-ae64-c2a4ba88e558 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.697845] env[63380]: INFO nova.compute.manager [-] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Took 1.38 seconds to deallocate network for instance. [ 713.701331] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e1f87-4257-42c6-897b-9e76f775778f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.714014] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc133b3-5f76-4926-9c5d-eab718db53c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.734524] env[63380]: DEBUG nova.compute.provider_tree [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.211033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.237453] env[63380]: DEBUG nova.scheduler.client.report [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.618205] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.641018] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.641018] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.641018] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.641243] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.641347] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.641637] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.641992] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.642280] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.642589] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.642895] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.644829] env[63380]: DEBUG nova.virt.hardware [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.644829] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9827dd8b-da0e-45e1-a28a-f9626a611cd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.652820] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca69c5c6-1996-4465-b980-9e9e8bd6aeea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.247919] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.655s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.251171] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.734s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.251382] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.253496] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.469s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.257122] env[63380]: INFO nova.compute.claims [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.289610] env[63380]: INFO nova.scheduler.client.report [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted allocations for instance e7d94c92-1a4c-402e-9fcd-060172fb2aaa [ 715.299700] env[63380]: DEBUG nova.compute.manager [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Received event network-vif-plugged-3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.299864] env[63380]: DEBUG oslo_concurrency.lockutils [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] Acquiring lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.300088] env[63380]: DEBUG oslo_concurrency.lockutils [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.300281] env[63380]: DEBUG oslo_concurrency.lockutils [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.300454] env[63380]: DEBUG nova.compute.manager [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] No waiting events found dispatching network-vif-plugged-3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.300616] env[63380]: WARNING nova.compute.manager [req-3effce2d-37e8-46f8-b226-825bf5923925 req-30aa0966-9a4a-4dcb-b64f-4c934909977c service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Received unexpected event network-vif-plugged-3c39d1a7-c03a-4cbf-afec-6776e297cdb5 for instance with vm_state building and task_state spawning. [ 715.380115] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Successfully updated port: 3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.622148] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 715.623065] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6ae2b-a601-4f23-9bcb-a4258ce64dbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.629984] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 715.630165] env[63380]: ERROR oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk due to incomplete transfer. [ 715.630384] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a69e349-16fe-4698-9be7-f9380ef96ff6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.637034] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5235e9e6-fe42-3fa9-b61a-fbb90e7c549f/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 715.637236] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Uploaded image 5244af8b-e588-420b-801e-811f47a7a9dc to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 715.639398] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 715.639627] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f094dac1-d8d7-4847-a81a-dfa1ade5fa22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.644913] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 715.644913] env[63380]: value = "task-2679725" [ 715.644913] env[63380]: _type = "Task" [ 715.644913] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.653879] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679725, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.798071] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c371223-14da-4b53-856a-1a8879f0388c tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "e7d94c92-1a4c-402e-9fcd-060172fb2aaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.790s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.820061] env[63380]: INFO nova.scheduler.client.report [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleted allocation for migration b9d03266-c5ba-448b-8f00-d0e567f1b08f [ 715.887695] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.887790] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquired lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.887968] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.155155] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679725, 'name': Destroy_Task, 'duration_secs': 0.365639} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.155418] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Destroyed the VM [ 716.155652] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.155899] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d49ba7a-b214-4477-afda-5279039c9e6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.162284] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 716.162284] env[63380]: value = "task-2679726" [ 716.162284] env[63380]: _type = "Task" [ 716.162284] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.169759] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.328492] env[63380]: DEBUG oslo_concurrency.lockutils [None req-433e638f-d456-4ce3-91c8-c3facd55b4bc tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.367s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.445963] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.645966] env[63380]: DEBUG nova.network.neutron [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Updating instance_info_cache with network_info: [{"id": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "address": "fa:16:3e:c3:ab:b8", "network": {"id": "a457e4c1-2bb0-4d63-8c4b-29ba361f1826", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1274588928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba031b0b15243a4b101fd00043d0c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39d1a7-c0", "ovs_interfaceid": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.678860] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679726, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.753330] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e989eab-1ee1-4560-834f-e6c9df5547eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.761298] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84961c4-f7c7-4d7f-8685-67185ba763f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.794981] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d052e905-2b6a-4682-8012-3991813a8ec0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.804996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd1b58b-c61d-4afe-9395-6f3cd8442521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.821238] env[63380]: DEBUG nova.compute.provider_tree [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.148970] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Releasing lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.149360] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Instance network_info: |[{"id": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "address": "fa:16:3e:c3:ab:b8", "network": {"id": "a457e4c1-2bb0-4d63-8c4b-29ba361f1826", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1274588928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba031b0b15243a4b101fd00043d0c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39d1a7-c0", "ovs_interfaceid": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.149784] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ab:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c39d1a7-c03a-4cbf-afec-6776e297cdb5', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.157414] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Creating folder: Project (8ba031b0b15243a4b101fd00043d0c5c). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.157710] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f3ab777-ef6e-45f0-b2d9-26d25aedb29b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.171355] env[63380]: DEBUG oslo_vmware.api [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679726, 'name': RemoveSnapshot_Task, 'duration_secs': 0.539678} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.172234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.172507] env[63380]: INFO nova.compute.manager [None req-d0b7812a-6340-41b7-85c9-7a9f2ed1fb0a tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 12.55 seconds to snapshot the instance on the hypervisor. [ 717.174798] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Created folder: Project (8ba031b0b15243a4b101fd00043d0c5c) in parent group-v540155. [ 717.175025] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Creating folder: Instances. Parent ref: group-v540276. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.175477] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2fd7bb2-0b89-4d9d-9254-8409767b8e7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.184478] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Created folder: Instances in parent group-v540276. [ 717.184710] env[63380]: DEBUG oslo.service.loopingcall [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.184931] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.185093] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-571e6c95-8e43-491b-8783-e81d05d025b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.205634] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.205634] env[63380]: value = "task-2679729" [ 717.205634] env[63380]: _type = "Task" [ 717.205634] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.214149] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679729, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.324603] env[63380]: DEBUG nova.scheduler.client.report [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.383379] env[63380]: DEBUG nova.compute.manager [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Received event network-changed-3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.383636] env[63380]: DEBUG nova.compute.manager [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Refreshing instance network info cache due to event network-changed-3c39d1a7-c03a-4cbf-afec-6776e297cdb5. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.383806] env[63380]: DEBUG oslo_concurrency.lockutils [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] Acquiring lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.383973] env[63380]: DEBUG oslo_concurrency.lockutils [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] Acquired lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.384158] env[63380]: DEBUG nova.network.neutron [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Refreshing network info cache for port 3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.434677] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.434990] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.435332] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.435421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.435594] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.437783] env[63380]: INFO nova.compute.manager [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Terminating instance [ 717.716614] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679729, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.829345] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.829749] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.832658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.101s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.832867] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.834847] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.203s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.836336] env[63380]: INFO nova.compute.claims [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.861279] env[63380]: INFO nova.scheduler.client.report [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Deleted allocations for instance 9906dad7-ea13-4e22-add6-8c1ced6c1efe [ 717.944680] env[63380]: DEBUG nova.compute.manager [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.944967] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.946330] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0a013-0e1d-4c08-856e-aceac1e5623f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.954738] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.955143] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cd9e67-d43a-48a1-aea8-e2162f8e5de3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.961275] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 717.961275] env[63380]: value = "task-2679730" [ 717.961275] env[63380]: _type = "Task" [ 717.961275] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.970166] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.028080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.028332] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.134480] env[63380]: DEBUG nova.network.neutron [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Updated VIF entry in instance network info cache for port 3c39d1a7-c03a-4cbf-afec-6776e297cdb5. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.134923] env[63380]: DEBUG nova.network.neutron [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Updating instance_info_cache with network_info: [{"id": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "address": "fa:16:3e:c3:ab:b8", "network": {"id": "a457e4c1-2bb0-4d63-8c4b-29ba361f1826", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1274588928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba031b0b15243a4b101fd00043d0c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c39d1a7-c0", "ovs_interfaceid": "3c39d1a7-c03a-4cbf-afec-6776e297cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.216192] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679729, 'name': CreateVM_Task, 'duration_secs': 0.5207} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.216406] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.217187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.218030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.218030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.218030] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec6101c-b3fa-43f8-812b-89e80053e35a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.222511] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 718.222511] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520cf815-863c-8a2a-935c-373ea2f0a216" [ 718.222511] env[63380]: _type = "Task" [ 718.222511] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.230149] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520cf815-863c-8a2a-935c-373ea2f0a216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.340488] env[63380]: DEBUG nova.compute.utils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.343874] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.344060] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.367561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fd07f89-0211-446d-a1c1-68c8a9c6c4f8 tempest-InstanceActionsNegativeTestJSON-847025856 tempest-InstanceActionsNegativeTestJSON-847025856-project-member] Lock "9906dad7-ea13-4e22-add6-8c1ced6c1efe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.121s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.379609] env[63380]: DEBUG nova.policy [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4b3dd8effa54175852e5aeb8f8cb30d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466097eec22d459084c7ea710a7f0001', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.471041] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679730, 'name': PowerOffVM_Task, 'duration_secs': 0.180899} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.471357] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.471477] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.471724] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb469f13-dfc3-462f-bb75-f06cc26f6d7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.640917] env[63380]: DEBUG oslo_concurrency.lockutils [req-a300b6ee-d997-469a-a373-0bd883f8d00d req-2c2e13fd-c0ff-40ff-b4ba-95d0f493ad83 service nova] Releasing lock "refresh_cache-7cd4017f-71ba-4dec-a601-7c9e6402940b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.675581] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Successfully created port: 8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.733194] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520cf815-863c-8a2a-935c-373ea2f0a216, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.733349] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.734505] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.734505] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.734505] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.734505] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.734505] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9722b34-df55-4835-97d2-b526eb7d78ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.742534] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.742892] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.743438] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d882430-a2ef-4375-b7b8-17f9ffc94286 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748494] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 718.748494] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c3ed9c-2330-2f1b-590b-2eb416a0d276" [ 718.748494] env[63380]: _type = "Task" [ 718.748494] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.757432] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c3ed9c-2330-2f1b-590b-2eb416a0d276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.798783] env[63380]: DEBUG nova.compute.manager [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.799707] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff6b19-0e5a-441e-af23-ea187caee54f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.844660] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.260564] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c3ed9c-2330-2f1b-590b-2eb416a0d276, 'name': SearchDatastore_Task, 'duration_secs': 0.007784} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.263914] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb645a2-3323-42ce-9515-860cbb273228 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.271277] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 719.271277] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5280ca18-527a-754d-0399-c6733a5eab45" [ 719.271277] env[63380]: _type = "Task" [ 719.271277] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.279105] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5280ca18-527a-754d-0399-c6733a5eab45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.309976] env[63380]: INFO nova.compute.manager [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] instance snapshotting [ 719.313131] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ebf10-a20e-4186-afee-c0f27c2569bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.341114] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b8446-e51f-4187-9fcb-6492b9732a7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.351899] env[63380]: INFO nova.virt.block_device [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Booting with volume d9abd36e-e722-44a7-8471-fe11e722639b at /dev/sda [ 719.359504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a966e7-c606-44ba-9362-d1607db745a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.375364] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903847c5-1f4b-4f3f-bc12-4c460c0f7af7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.408911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aa4fc2-04f5-48b6-a27c-bd68807daa27 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.411415] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08c66066-36bd-4864-acca-845a8bfc3953 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.419029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f59696-3521-4ac9-86dd-1588032d50e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.425529] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301109e1-c2b1-4cde-8bbb-94ac27ba99f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.446365] env[63380]: DEBUG nova.compute.provider_tree [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.459913] env[63380]: DEBUG nova.scheduler.client.report [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.465325] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-935b6362-6b04-46e1-9e87-30eb3ece6b73 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.471649] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1fce1-bd6a-4028-a228-e186df9971f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.502933] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fc6f7-c882-4b92-8ed9-3562c6659853 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.509459] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d1621-157e-4b94-8f0b-97dc06672b3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.524471] env[63380]: DEBUG nova.virt.block_device [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating existing volume attachment record: 2c0e1ce0-0b79-49a3-b78c-07bf01b770bf {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 719.781337] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5280ca18-527a-754d-0399-c6733a5eab45, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.781612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.784030] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 7cd4017f-71ba-4dec-a601-7c9e6402940b/7cd4017f-71ba-4dec-a601-7c9e6402940b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.784030] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca3de915-4990-4b49-a35a-60f78f3d6b29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.789083] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 719.789083] env[63380]: value = "task-2679732" [ 719.789083] env[63380]: _type = "Task" [ 719.789083] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.798372] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.859099] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 719.859440] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5608dfc0-1ccf-4270-b4ea-94431599ce79 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.866075] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 719.866075] env[63380]: value = "task-2679733" [ 719.866075] env[63380]: _type = "Task" [ 719.866075] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.874227] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679733, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.966673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.967304] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.970099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.023s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.971551] env[63380]: INFO nova.compute.claims [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.300886] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446209} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.301287] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 7cd4017f-71ba-4dec-a601-7c9e6402940b/7cd4017f-71ba-4dec-a601-7c9e6402940b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.301575] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.301888] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5c37688-42f6-4f92-85c2-97718606bf70 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.308371] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 720.308371] env[63380]: value = "task-2679734" [ 720.308371] env[63380]: _type = "Task" [ 720.308371] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.325241] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.328019] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Successfully updated port: 8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.375799] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679733, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.406051] env[63380]: DEBUG nova.compute.manager [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Received event network-vif-plugged-8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.406273] env[63380]: DEBUG oslo_concurrency.lockutils [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] Acquiring lock "8afa705a-cd78-4316-956a-26313220cb4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.406480] env[63380]: DEBUG oslo_concurrency.lockutils [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] Lock "8afa705a-cd78-4316-956a-26313220cb4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.406640] env[63380]: DEBUG oslo_concurrency.lockutils [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] Lock "8afa705a-cd78-4316-956a-26313220cb4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.406941] env[63380]: DEBUG nova.compute.manager [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] No waiting events found dispatching network-vif-plugged-8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.406996] env[63380]: WARNING nova.compute.manager [req-85c8e4ed-e591-4a20-b236-3bd6754c01e2 req-02e54c7d-e6ab-4c63-a611-0af207c930b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Received unexpected event network-vif-plugged-8d994297-1d41-4172-beb8-479b68a8b1ed for instance with vm_state building and task_state block_device_mapping. [ 720.481616] env[63380]: DEBUG nova.compute.utils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.482834] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.483017] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.553596] env[63380]: DEBUG nova.policy [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3c15c0f4edb4343ab1c2d843dc2c0c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed3b04ed5c74dc28355c5c40d054032', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.819474] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066131} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.819783] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.824692] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31057032-64b1-428d-b140-3571e9bdd87f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.842850] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.843191] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquired lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.843191] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.853129] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7cd4017f-71ba-4dec-a601-7c9e6402940b/7cd4017f-71ba-4dec-a601-7c9e6402940b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.854792] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4685480-1345-47dc-a248-1f81893798fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.884862] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679733, 'name': CreateSnapshot_Task, 'duration_secs': 0.720295} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.886549] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.886942] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 720.886942] env[63380]: value = "task-2679735" [ 720.886942] env[63380]: _type = "Task" [ 720.886942] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.887628] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0055c453-de7b-4348-a1ee-057d12c22b26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.903796] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.929411] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Successfully created port: 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.986028] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.332632] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.332776] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.332955] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleting the datastore file [datastore1] 15cf0b96-8d9e-4ef6-8310-1490accb24dd {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.334014] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d637e3-aa93-44c9-827c-588304010bba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.339223] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for the task: (returnval){ [ 721.339223] env[63380]: value = "task-2679736" [ 721.339223] env[63380]: _type = "Task" [ 721.339223] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.350974] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.401753] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679735, 'name': ReconfigVM_Task, 'duration_secs': 0.295424} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.404174] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7cd4017f-71ba-4dec-a601-7c9e6402940b/7cd4017f-71ba-4dec-a601-7c9e6402940b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.405358] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.407282] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13874922-ef63-4b3b-968a-0ef230155ea0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.415246] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 721.417903] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90930ab7-0dcb-4480-a2b8-331b9cc6b490 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.425755] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 721.425755] env[63380]: value = "task-2679737" [ 721.425755] env[63380]: _type = "Task" [ 721.425755] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.426482] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 721.426482] env[63380]: value = "task-2679738" [ 721.426482] env[63380]: _type = "Task" [ 721.426482] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.442101] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679737, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.445483] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679738, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.449897] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c711b3-1100-42f5-9f1e-fa63a1df57a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.456695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa94259-5c4a-45bb-8922-81e1de98c521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.491238] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd6406-fa06-48e7-898b-95dfc605a93c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.502392] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447381d-9345-4b35-8197-e537181b2fbf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.517157] env[63380]: DEBUG nova.compute.provider_tree [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.622556] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.623116] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.623335] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.623504] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.623691] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.623836] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.623981] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.624203] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.624365] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.624521] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.624680] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.624853] env[63380]: DEBUG nova.virt.hardware [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.625846] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfad65f-7d89-402c-b261-49f3d4d9e6ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.635671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed0b98-8a51-4ed4-918b-f0b741be7cb6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.700803] env[63380]: DEBUG nova.network.neutron [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating instance_info_cache with network_info: [{"id": "8d994297-1d41-4172-beb8-479b68a8b1ed", "address": "fa:16:3e:bc:56:3a", "network": {"id": "b5be09fa-720e-47a2-9582-c0944c89414d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1990359979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466097eec22d459084c7ea710a7f0001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d994297-1d", "ovs_interfaceid": "8d994297-1d41-4172-beb8-479b68a8b1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.850027] env[63380]: DEBUG oslo_vmware.api [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Task: {'id': task-2679736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185286} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.850291] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.850481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.850677] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.850822] env[63380]: INFO nova.compute.manager [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Took 3.91 seconds to destroy the instance on the hypervisor. [ 721.851135] env[63380]: DEBUG oslo.service.loopingcall [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.851344] env[63380]: DEBUG nova.compute.manager [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.851496] env[63380]: DEBUG nova.network.neutron [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.938669] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679738, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.941583] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679737, 'name': Rename_Task, 'duration_secs': 0.1446} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.941827] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.942078] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb74bde-2333-4bc2-a868-c26a86ab21b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.947781] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 721.947781] env[63380]: value = "task-2679739" [ 721.947781] env[63380]: _type = "Task" [ 721.947781] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.955795] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.000153] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.019837] env[63380]: DEBUG nova.scheduler.client.report [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.029827] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.030096] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.030258] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.030448] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.030595] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.030792] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.030943] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.031121] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.031323] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.031498] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.031673] env[63380]: DEBUG nova.virt.hardware [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.032543] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8632c-3e67-4d37-9e09-a767583e369c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.044089] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff377c6-703c-4ff4-aed7-3681a1df75b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.196157] env[63380]: DEBUG nova.compute.manager [req-46729349-20f5-48bc-9836-8b7619eb92be req-91a1af8e-bfd9-4178-b623-ad945a2a8c4f service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Received event network-vif-deleted-acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.196400] env[63380]: INFO nova.compute.manager [req-46729349-20f5-48bc-9836-8b7619eb92be req-91a1af8e-bfd9-4178-b623-ad945a2a8c4f service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Neutron deleted interface acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9; detaching it from the instance and deleting it from the info cache [ 722.196590] env[63380]: DEBUG nova.network.neutron [req-46729349-20f5-48bc-9836-8b7619eb92be req-91a1af8e-bfd9-4178-b623-ad945a2a8c4f service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.203415] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Releasing lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.203710] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Instance network_info: |[{"id": "8d994297-1d41-4172-beb8-479b68a8b1ed", "address": "fa:16:3e:bc:56:3a", "network": {"id": "b5be09fa-720e-47a2-9582-c0944c89414d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1990359979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466097eec22d459084c7ea710a7f0001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d994297-1d", "ovs_interfaceid": "8d994297-1d41-4172-beb8-479b68a8b1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.204107] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:56:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d994297-1d41-4172-beb8-479b68a8b1ed', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.211473] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Creating folder: Project (466097eec22d459084c7ea710a7f0001). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.212444] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73edc53d-68ed-4dbd-bafb-50809497e359 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.225540] env[63380]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 722.225717] env[63380]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63380) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 722.226045] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Folder already exists: Project (466097eec22d459084c7ea710a7f0001). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 722.226232] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Creating folder: Instances. Parent ref: group-v540222. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.226472] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a89d8f8-0cd9-4577-a581-bcdb0708e70f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.235477] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Created folder: Instances in parent group-v540222. [ 722.235715] env[63380]: DEBUG oslo.service.loopingcall [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.235902] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.236117] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b614f6-7e40-4324-83e4-841cd309bc72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.257113] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.257113] env[63380]: value = "task-2679742" [ 722.257113] env[63380]: _type = "Task" [ 722.257113] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.265929] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679742, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.441223] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679738, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.444242] env[63380]: DEBUG nova.compute.manager [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Received event network-changed-8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.444242] env[63380]: DEBUG nova.compute.manager [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Refreshing instance network info cache due to event network-changed-8d994297-1d41-4172-beb8-479b68a8b1ed. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.444379] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Acquiring lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.444424] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Acquired lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.444587] env[63380]: DEBUG nova.network.neutron [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Refreshing network info cache for port 8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.459599] env[63380]: DEBUG oslo_vmware.api [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679739, 'name': PowerOnVM_Task, 'duration_secs': 0.455857} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.459716] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.459823] env[63380]: INFO nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 722.459997] env[63380]: DEBUG nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.460791] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7277e1ca-4895-4883-951a-0ce04db78a1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.534647] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Successfully updated port: 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.538990] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.539493] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.544555] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.331s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.546302] env[63380]: INFO nova.compute.claims [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.677228] env[63380]: DEBUG nova.network.neutron [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.700891] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1408b92-c07c-4887-a6a6-f73cd19ca22f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.709953] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67fe835-0818-4185-aa90-cd19eb987642 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.759883] env[63380]: DEBUG nova.compute.manager [req-46729349-20f5-48bc-9836-8b7619eb92be req-91a1af8e-bfd9-4178-b623-ad945a2a8c4f service nova] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Detach interface failed, port_id=acf138c8-0b8f-435c-bb51-2d6ccd1c3ec9, reason: Instance 15cf0b96-8d9e-4ef6-8310-1490accb24dd could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 722.772542] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679742, 'name': CreateVM_Task, 'duration_secs': 0.447866} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.772693] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.773416] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '2c0e1ce0-0b79-49a3-b78c-07bf01b770bf', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540234', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'name': 'volume-d9abd36e-e722-44a7-8471-fe11e722639b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8afa705a-cd78-4316-956a-26313220cb4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'serial': 'd9abd36e-e722-44a7-8471-fe11e722639b'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63380) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 722.773622] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Root volume attach. Driver type: vmdk {{(pid=63380) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 722.774412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eae819-c8e1-41fd-a5c9-a81e70bee7e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.782285] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e313f-a157-40e1-b099-bae8501ddb35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.788098] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d7d08-48de-4326-a60f-5f46bdc96b2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.795086] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-aa5dcf3a-cde1-44ae-93f7-3d93a1f07a19 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.802093] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 722.802093] env[63380]: value = "task-2679743" [ 722.802093] env[63380]: _type = "Task" [ 722.802093] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.810388] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.941024] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679738, 'name': CloneVM_Task, 'duration_secs': 1.396425} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.941024] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Created linked-clone VM from snapshot [ 722.941399] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab1105-5f20-482c-9684-badc32323e09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.951737] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Uploading image 3bdadc61-d61f-414a-864e-c8936a3f578b {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.978037] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.978037] env[63380]: value = "vm-540280" [ 722.978037] env[63380]: _type = "VirtualMachine" [ 722.978037] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.978317] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-848153c5-7fd6-4638-a2c4-f1dba9467631 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.982476] env[63380]: INFO nova.compute.manager [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Took 50.32 seconds to build instance. [ 722.987636] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease: (returnval){ [ 722.987636] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522febdd-b5c2-2421-954a-beb8821ead6d" [ 722.987636] env[63380]: _type = "HttpNfcLease" [ 722.987636] env[63380]: } obtained for exporting VM: (result){ [ 722.987636] env[63380]: value = "vm-540280" [ 722.987636] env[63380]: _type = "VirtualMachine" [ 722.987636] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.987908] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the lease: (returnval){ [ 722.987908] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522febdd-b5c2-2421-954a-beb8821ead6d" [ 722.987908] env[63380]: _type = "HttpNfcLease" [ 722.987908] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.995238] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.995238] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522febdd-b5c2-2421-954a-beb8821ead6d" [ 722.995238] env[63380]: _type = "HttpNfcLease" [ 722.995238] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.039994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.039994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquired lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.040137] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.053674] env[63380]: DEBUG nova.compute.utils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.055161] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.055314] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.092770] env[63380]: DEBUG nova.policy [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38bb2ac7b13a48e88e88c98990c85432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d999f9de986472287f25920cb75a1d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.185509] env[63380]: INFO nova.compute.manager [-] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Took 1.33 seconds to deallocate network for instance. [ 723.195824] env[63380]: DEBUG nova.network.neutron [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updated VIF entry in instance network info cache for port 8d994297-1d41-4172-beb8-479b68a8b1ed. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.195824] env[63380]: DEBUG nova.network.neutron [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating instance_info_cache with network_info: [{"id": "8d994297-1d41-4172-beb8-479b68a8b1ed", "address": "fa:16:3e:bc:56:3a", "network": {"id": "b5be09fa-720e-47a2-9582-c0944c89414d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1990359979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466097eec22d459084c7ea710a7f0001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d994297-1d", "ovs_interfaceid": "8d994297-1d41-4172-beb8-479b68a8b1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.321416] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 38%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.472605] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Successfully created port: c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.485240] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ab4a4d-9708-4394-af35-026242db203d tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.499009] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.499009] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522febdd-b5c2-2421-954a-beb8821ead6d" [ 723.499009] env[63380]: _type = "HttpNfcLease" [ 723.499009] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.499340] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.499340] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522febdd-b5c2-2421-954a-beb8821ead6d" [ 723.499340] env[63380]: _type = "HttpNfcLease" [ 723.499340] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.500189] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5c134-abe9-4543-99c8-1b8ea9b3ce17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.514061] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.514280] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.579149] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.620452] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.695037] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa510801-77a9-44b5-b6b9-ec94daeb4608 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.695369] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.698401] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Releasing lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.698401] env[63380]: DEBUG nova.compute.manager [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Received event network-vif-plugged-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.698618] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Acquiring lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.698843] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.699065] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] Lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.700699] env[63380]: DEBUG nova.compute.manager [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] No waiting events found dispatching network-vif-plugged-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.700699] env[63380]: WARNING nova.compute.manager [req-d8c530fc-7b93-49c2-8152-633998c7e68a req-fa99d01c-3d4e-4eec-8bb7-e20a9005accf service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Received unexpected event network-vif-plugged-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 for instance with vm_state building and task_state spawning. [ 723.821132] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 53%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.827437] env[63380]: DEBUG nova.network.neutron [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updating instance_info_cache with network_info: [{"id": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "address": "fa:16:3e:b0:c3:f5", "network": {"id": "7da0e46a-8170-47a9-989e-3004100b0f6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-609783338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed3b04ed5c74dc28355c5c40d054032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016cd699-1f", "ovs_interfaceid": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.988611] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.189840] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2edb51-a22d-48a5-b239-d0834a5e110b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.200329] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4150f8b-c413-49a9-a65e-3dfdc30c7f8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.239312] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9852d3a-3266-4ed0-b113-0f670de2cc34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.250492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a1ab6-6353-4052-8ba3-13aadb3fea2d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.271562] env[63380]: DEBUG nova.compute.provider_tree [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.316468] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 65%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.330242] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Releasing lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.330588] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Instance network_info: |[{"id": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "address": "fa:16:3e:b0:c3:f5", "network": {"id": "7da0e46a-8170-47a9-989e-3004100b0f6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-609783338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed3b04ed5c74dc28355c5c40d054032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016cd699-1f", "ovs_interfaceid": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.331041] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c3:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.339737] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Creating folder: Project (7ed3b04ed5c74dc28355c5c40d054032). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.339737] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8c1a7a9-74bc-4667-8ee1-372f1fa3115a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.351449] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Created folder: Project (7ed3b04ed5c74dc28355c5c40d054032) in parent group-v540155. [ 724.351697] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Creating folder: Instances. Parent ref: group-v540283. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.351957] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-963b6195-e09e-4878-adac-22237f166ee5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.363904] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Created folder: Instances in parent group-v540283. [ 724.364228] env[63380]: DEBUG oslo.service.loopingcall [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.364446] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.364673] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccdd9db-c971-4006-9672-701329979698 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.389956] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.389956] env[63380]: value = "task-2679747" [ 724.389956] env[63380]: _type = "Task" [ 724.389956] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.400306] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679747, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.491934] env[63380]: DEBUG nova.compute.manager [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Received event network-changed-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.491934] env[63380]: DEBUG nova.compute.manager [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Refreshing instance network info cache due to event network-changed-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.493061] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] Acquiring lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.493061] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] Acquired lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.493061] env[63380]: DEBUG nova.network.neutron [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Refreshing network info cache for port 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.515877] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.592741] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.619611] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.620007] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.620256] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.620608] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.620767] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.620938] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.621245] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.621470] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.621672] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.621850] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.622054] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.622979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41982e-3193-42bc-a9bb-efe5c456f103 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.634458] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64812738-3e21-4387-b83a-3df235ca9512 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.776568] env[63380]: DEBUG nova.scheduler.client.report [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.817906] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 78%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.910021] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679747, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.060304] env[63380]: DEBUG nova.compute.manager [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Received event network-vif-plugged-c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.060654] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] Acquiring lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.060930] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.061167] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.061480] env[63380]: DEBUG nova.compute.manager [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] No waiting events found dispatching network-vif-plugged-c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.061871] env[63380]: WARNING nova.compute.manager [req-e4b63739-7a27-4309-852c-d32ac36cd42d req-3785ad2f-6de9-4b04-8618-d9c0071218a5 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Received unexpected event network-vif-plugged-c9895264-ca8c-43df-91ac-5df588afa416 for instance with vm_state building and task_state spawning. [ 725.183829] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Successfully updated port: c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.218332] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.218599] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.218807] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.219438] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.219438] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.226641] env[63380]: INFO nova.compute.manager [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Terminating instance [ 725.282637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.283417] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.286428] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.762s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.286428] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.289528] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.591s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.289783] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.292048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.271s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.292271] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.294269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.148s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.296142] env[63380]: INFO nova.compute.claims [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.314837] env[63380]: DEBUG nova.network.neutron [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updated VIF entry in instance network info cache for port 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.315212] env[63380]: DEBUG nova.network.neutron [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updating instance_info_cache with network_info: [{"id": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "address": "fa:16:3e:b0:c3:f5", "network": {"id": "7da0e46a-8170-47a9-989e-3004100b0f6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-609783338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed3b04ed5c74dc28355c5c40d054032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016cd699-1f", "ovs_interfaceid": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.320630] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 92%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.328353] env[63380]: INFO nova.scheduler.client.report [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Deleted allocations for instance 0c44ce17-b9ee-44c0-a36c-87012ec7c10f [ 725.330487] env[63380]: INFO nova.scheduler.client.report [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Deleted allocations for instance 4bb54750-5656-4048-83a5-d0a4996a88e4 [ 725.348781] env[63380]: INFO nova.scheduler.client.report [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Deleted allocations for instance 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b [ 725.402531] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679747, 'name': CreateVM_Task, 'duration_secs': 0.535138} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.402772] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.403573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.403813] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.404306] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.404614] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845565c6-03d6-4a81-999e-a4a7fb852f35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.409988] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 725.409988] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db94fe-7a9c-e1ff-1cc0-1be106c12884" [ 725.409988] env[63380]: _type = "Task" [ 725.409988] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.421033] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db94fe-7a9c-e1ff-1cc0-1be106c12884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.687115] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.687919] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.687919] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.732298] env[63380]: DEBUG nova.compute.manager [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.732545] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.733462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c57de1-aa63-4310-a7a8-21020da5485b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.742457] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.742849] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58cc34a4-31b4-422f-9674-744edbe7ee31 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.751552] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 725.751552] env[63380]: value = "task-2679748" [ 725.751552] env[63380]: _type = "Task" [ 725.751552] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.759964] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.801185] env[63380]: DEBUG nova.compute.utils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.803166] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.803475] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.820570] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 97%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.822165] env[63380]: DEBUG oslo_concurrency.lockutils [req-a0fc43f6-70dd-4529-958f-b2db26781f0f req-3696fe8c-c01c-4427-a314-c79816f6ea18 service nova] Releasing lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.844689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2f6f76c0-8089-4ac1-999b-e6c32c9a5475 tempest-ServerGroupTestJSON-1442009612 tempest-ServerGroupTestJSON-1442009612-project-member] Lock "0c44ce17-b9ee-44c0-a36c-87012ec7c10f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.799s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.850799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4110de39-85a4-47c2-af47-d62f4feab660 tempest-VolumesAssistedSnapshotsTest-154469870 tempest-VolumesAssistedSnapshotsTest-154469870-project-member] Lock "4bb54750-5656-4048-83a5-d0a4996a88e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.021s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.856386] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fc46ec9-fea3-4995-acee-f7c6a8b40b95 tempest-TenantUsagesTestJSON-2069427081 tempest-TenantUsagesTestJSON-2069427081-project-member] Lock "94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.489s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.861391] env[63380]: DEBUG nova.policy [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38bb2ac7b13a48e88e88c98990c85432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d999f9de986472287f25920cb75a1d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.926256] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db94fe-7a9c-e1ff-1cc0-1be106c12884, 'name': SearchDatastore_Task, 'duration_secs': 0.025666} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.926921] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.927400] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.927870] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.928180] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.928507] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.928896] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce54fdb2-dc05-4b66-9abd-08ecba3d1e05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.940352] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.942742] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.942742] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9b5e44-df72-454c-8273-be0ca6568191 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.955104] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 725.955104] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523def76-bc7d-ec6e-169d-8b23a06632f9" [ 725.955104] env[63380]: _type = "Task" [ 725.955104] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.961193] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523def76-bc7d-ec6e-169d-8b23a06632f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.235849] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.249313] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Successfully created port: aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.264009] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679748, 'name': PowerOffVM_Task, 'duration_secs': 0.417917} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.264128] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.264338] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.264631] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc283674-858c-468f-a254-b0a81034462f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.310175] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.333130] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.333130] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.334505] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Deleting the datastore file [datastore2] 7cd4017f-71ba-4dec-a601-7c9e6402940b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.335599] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-525d667b-c127-40d0-a66b-ec962a30afcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.342473] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task} progress is 97%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.347949] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for the task: (returnval){ [ 726.347949] env[63380]: value = "task-2679750" [ 726.347949] env[63380]: _type = "Task" [ 726.347949] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.363035] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.472021] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523def76-bc7d-ec6e-169d-8b23a06632f9, 'name': SearchDatastore_Task, 'duration_secs': 0.023929} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.473604] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e466a9-f59f-4076-8eed-8a53bcf92d4b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.479866] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 726.479866] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5235a590-954c-e2a6-b3b3-9383f5446046" [ 726.479866] env[63380]: _type = "Task" [ 726.479866] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.491585] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5235a590-954c-e2a6-b3b3-9383f5446046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.560880] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Updating instance_info_cache with network_info: [{"id": "c9895264-ca8c-43df-91ac-5df588afa416", "address": "fa:16:3e:cb:99:17", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9895264-ca", "ovs_interfaceid": "c9895264-ca8c-43df-91ac-5df588afa416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.832077] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679743, 'name': RelocateVM_Task, 'duration_secs': 3.999943} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.832077] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 726.832077] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540234', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'name': 'volume-d9abd36e-e722-44a7-8471-fe11e722639b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8afa705a-cd78-4316-956a-26313220cb4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'serial': 'd9abd36e-e722-44a7-8471-fe11e722639b'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 726.833435] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5189e-ed1b-4e4d-9688-6e47c66f394b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857722] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d02e04-a0b5-4aa5-a99b-eca24ef2f93c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.865761] env[63380]: DEBUG oslo_vmware.api [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Task: {'id': task-2679750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292263} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.877836] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.878128] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.878328] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.878495] env[63380]: INFO nova.compute.manager [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.878745] env[63380]: DEBUG oslo.service.loopingcall [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.887827] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-d9abd36e-e722-44a7-8471-fe11e722639b/volume-d9abd36e-e722-44a7-8471-fe11e722639b.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.891861] env[63380]: DEBUG nova.compute.manager [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.891861] env[63380]: DEBUG nova.network.neutron [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.893410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b80855-69e7-4e6d-ace6-c3b5b5c3d631 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.914734] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 726.914734] env[63380]: value = "task-2679751" [ 726.914734] env[63380]: _type = "Task" [ 726.914734] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.925659] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.947600] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed2092-1685-4887-a013-8b471bfbf957 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.956297] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21598f-26d5-46ba-91ad-3a3ad06c18e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.994695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f461b-38cf-42f7-a353-8bfb970db07c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.003768] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5235a590-954c-e2a6-b3b3-9383f5446046, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.006050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.006338] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c73c204e-dde3-4866-8fa9-77547509eecb/c73c204e-dde3-4866-8fa9-77547509eecb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.006645] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a78f7e3-9a23-4549-a1a5-5d70603daa2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.010396] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ceb55-54a9-4e73-98dd-556d49f6ddc8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.024049] env[63380]: DEBUG nova.compute.provider_tree [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.027560] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 727.027560] env[63380]: value = "task-2679752" [ 727.027560] env[63380]: _type = "Task" [ 727.027560] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.036105] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.066704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.066906] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Instance network_info: |[{"id": "c9895264-ca8c-43df-91ac-5df588afa416", "address": "fa:16:3e:cb:99:17", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9895264-ca", "ovs_interfaceid": "c9895264-ca8c-43df-91ac-5df588afa416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.067451] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:99:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9895264-ca8c-43df-91ac-5df588afa416', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.076133] env[63380]: DEBUG oslo.service.loopingcall [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.077555] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.077947] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d45b70cb-c804-4d23-8c08-d2bcff10e168 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.099522] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.099522] env[63380]: value = "task-2679753" [ 727.099522] env[63380]: _type = "Task" [ 727.099522] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.110968] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679753, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.206546] env[63380]: DEBUG nova.compute.manager [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Received event network-changed-c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.207162] env[63380]: DEBUG nova.compute.manager [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Refreshing instance network info cache due to event network-changed-c9895264-ca8c-43df-91ac-5df588afa416. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.207617] env[63380]: DEBUG oslo_concurrency.lockutils [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] Acquiring lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.207919] env[63380]: DEBUG oslo_concurrency.lockutils [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] Acquired lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.208302] env[63380]: DEBUG nova.network.neutron [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Refreshing network info cache for port c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.333562] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.373675] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.374367] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.374367] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.374367] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.374560] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.374560] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.375715] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.375715] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.375715] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.375715] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.375715] env[63380]: DEBUG nova.virt.hardware [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.376352] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04af392-e2f6-4d2c-a2b2-3129ae205672 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.386412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cbcf51-baf5-4f85-8786-0edf8bd283bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.427022] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679751, 'name': ReconfigVM_Task, 'duration_secs': 0.290176} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.427022] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-d9abd36e-e722-44a7-8471-fe11e722639b/volume-d9abd36e-e722-44a7-8471-fe11e722639b.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.429997] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b32f1bc-a6e3-4f32-b9fa-8efc48c23309 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.445804] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 727.445804] env[63380]: value = "task-2679754" [ 727.445804] env[63380]: _type = "Task" [ 727.445804] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.454956] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.527772] env[63380]: DEBUG nova.scheduler.client.report [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.542615] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.610819] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679753, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.956808] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679754, 'name': ReconfigVM_Task, 'duration_secs': 0.172876} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.957330] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540234', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'name': 'volume-d9abd36e-e722-44a7-8471-fe11e722639b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8afa705a-cd78-4316-956a-26313220cb4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'serial': 'd9abd36e-e722-44a7-8471-fe11e722639b'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 727.957893] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f703448c-03c7-41cf-9bdd-4ab0c7ea0413 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.965048] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 727.965048] env[63380]: value = "task-2679755" [ 727.965048] env[63380]: _type = "Task" [ 727.965048] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.981299] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679755, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.001271] env[63380]: DEBUG nova.network.neutron [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.038804] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.040024] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.042428] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.778s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.042689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.045010] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.491s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.045308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.048120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.996s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.049205] env[63380]: INFO nova.compute.claims [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.060400] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.061134] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c73c204e-dde3-4866-8fa9-77547509eecb/c73c204e-dde3-4866-8fa9-77547509eecb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.061325] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.061864] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ac504c-b585-44d6-8269-abb8ebb1a094 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.070348] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 728.070348] env[63380]: value = "task-2679756" [ 728.070348] env[63380]: _type = "Task" [ 728.070348] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.085152] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.085152] env[63380]: INFO nova.scheduler.client.report [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted allocations for instance e96fe3b3-89d1-41c8-9ee7-66758dcec6f6 [ 728.086732] env[63380]: INFO nova.scheduler.client.report [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Deleted allocations for instance 40e47931-2f45-4086-99da-6209163d7113 [ 728.114398] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679753, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.232334] env[63380]: DEBUG nova.network.neutron [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Updated VIF entry in instance network info cache for port c9895264-ca8c-43df-91ac-5df588afa416. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.235532] env[63380]: DEBUG nova.network.neutron [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Updating instance_info_cache with network_info: [{"id": "c9895264-ca8c-43df-91ac-5df588afa416", "address": "fa:16:3e:cb:99:17", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9895264-ca", "ovs_interfaceid": "c9895264-ca8c-43df-91ac-5df588afa416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.241347] env[63380]: DEBUG nova.compute.manager [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Received event network-vif-plugged-aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.241916] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] Acquiring lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.242294] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.242614] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.242891] env[63380]: DEBUG nova.compute.manager [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] No waiting events found dispatching network-vif-plugged-aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.243209] env[63380]: WARNING nova.compute.manager [req-b6d9f52d-c9da-456b-a11b-bd90fddedda2 req-ce76efbb-67dd-40cc-b09e-461414824e41 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Received unexpected event network-vif-plugged-aa66b4d4-4243-487d-8d40-e5a486dcae1e for instance with vm_state building and task_state spawning. [ 728.476077] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679755, 'name': Rename_Task, 'duration_secs': 0.176863} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.476414] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.476693] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af59938a-6b3d-4727-b134-6602920c4c0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.483650] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 728.483650] env[63380]: value = "task-2679757" [ 728.483650] env[63380]: _type = "Task" [ 728.483650] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.491873] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.504551] env[63380]: INFO nova.compute.manager [-] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Took 1.61 seconds to deallocate network for instance. [ 728.514487] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Successfully updated port: aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.556543] env[63380]: DEBUG nova.compute.utils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.558169] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.558355] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.582151] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07915} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.582434] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.583273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713ab109-bf8d-4cfd-96a2-a9b5da1d2a34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.607557] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c73c204e-dde3-4866-8fa9-77547509eecb/c73c204e-dde3-4866-8fa9-77547509eecb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.612178] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00595413-bf92-4d4c-aae3-e2ffdcb38216 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.627293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b16824b5-6541-4ae3-9dc1-e8504d6adee0 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "e96fe3b3-89d1-41c8-9ee7-66758dcec6f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.311s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.628552] env[63380]: DEBUG oslo_concurrency.lockutils [None req-35d41500-4d5b-4609-a36e-e340d7746a2b tempest-ServerAddressesTestJSON-1179498124 tempest-ServerAddressesTestJSON-1179498124-project-member] Lock "40e47931-2f45-4086-99da-6209163d7113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.513s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.631035] env[63380]: DEBUG nova.policy [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a238e171d84b4118876b36007be4e3b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17735aa3ceca4d3499e5f5e556d0b635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.643420] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679753, 'name': CreateVM_Task, 'duration_secs': 1.419016} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.645431] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.645431] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 728.645431] env[63380]: value = "task-2679758" [ 728.645431] env[63380]: _type = "Task" [ 728.645431] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.649381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.649381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.649381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.649381] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fa82eb-462e-47d4-944b-abb6921cb1b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.659457] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 728.659457] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5240b791-d116-4b29-974e-5ec20c3813de" [ 728.659457] env[63380]: _type = "Task" [ 728.659457] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.663479] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.672173] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5240b791-d116-4b29-974e-5ec20c3813de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.740569] env[63380]: DEBUG oslo_concurrency.lockutils [req-ae39e96f-9c5e-46ca-8780-12ae1ae82d0b req-579bffde-976e-4d6a-96ba-b0ca3cdda39d service nova] Releasing lock "refresh_cache-5ed84989-bf6b-4fe3-924f-8168300aa1bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.995057] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679757, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.013302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.017598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.019359] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.019359] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.065715] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.164890] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679758, 'name': ReconfigVM_Task, 'duration_secs': 0.342022} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.169769] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c73c204e-dde3-4866-8fa9-77547509eecb/c73c204e-dde3-4866-8fa9-77547509eecb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.170944] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19276d5-65bd-493f-aaee-e68c317a82d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.180638] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5240b791-d116-4b29-974e-5ec20c3813de, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.185310] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.185890] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.186056] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.186252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.186500] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.186898] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 729.186898] env[63380]: value = "task-2679759" [ 729.186898] env[63380]: _type = "Task" [ 729.186898] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.188345] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa873877-c722-4fec-abe3-9f7625ba1af1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.202227] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679759, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.206685] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.207108] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.208985] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1f64b2-8505-4d4c-b668-de24ced61c6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.220185] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 729.220185] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ac0e6b-a407-825e-655d-9421d4c92bea" [ 729.220185] env[63380]: _type = "Task" [ 729.220185] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.231110] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ac0e6b-a407-825e-655d-9421d4c92bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.334951] env[63380]: DEBUG nova.compute.manager [req-2db57598-951f-47ba-94fc-323b32e88c8f req-2819e6bd-c0dd-40ae-9702-adbb498626dc service nova] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Received event network-vif-deleted-3c39d1a7-c03a-4cbf-afec-6776e297cdb5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.471410] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Successfully created port: 6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.495326] env[63380]: DEBUG oslo_vmware.api [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2679757, 'name': PowerOnVM_Task, 'duration_secs': 0.52323} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.498138] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.498364] env[63380]: INFO nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Took 7.88 seconds to spawn the instance on the hypervisor. [ 729.498563] env[63380]: DEBUG nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.503853] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec681c9e-2ac8-43d9-89d8-d0346da2aec7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.574203] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.655655] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee549a35-ffa4-4caa-85d8-c3320441f153 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.665026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b02b4a9-bd9d-48f0-a331-5122c9571eea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.709985] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f5851f-15b5-49e6-8b8b-3b69822ab04e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.718516] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679759, 'name': Rename_Task, 'duration_secs': 0.169833} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.720836] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.721206] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7706dfb3-23e4-45f0-9583-8ae4322c0cfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.727389] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321edd3-4859-42c6-a38b-6e48f20b0c9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.737339] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ac0e6b-a407-825e-655d-9421d4c92bea, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.746977] env[63380]: DEBUG nova.compute.provider_tree [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.748464] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 729.748464] env[63380]: value = "task-2679760" [ 729.748464] env[63380]: _type = "Task" [ 729.748464] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.748904] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c278ca-2d49-45f4-b3bd-d29baeb4e77c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.757412] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 729.757412] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523eb1c6-c181-b7db-5154-992b639aea17" [ 729.757412] env[63380]: _type = "Task" [ 729.757412] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.761055] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679760, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.770466] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523eb1c6-c181-b7db-5154-992b639aea17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.905587] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.905653] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.007086] env[63380]: DEBUG nova.network.neutron [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Updating instance_info_cache with network_info: [{"id": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "address": "fa:16:3e:da:2a:18", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa66b4d4-42", "ovs_interfaceid": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.031029] env[63380]: INFO nova.compute.manager [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Took 52.26 seconds to build instance. [ 730.077645] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.103715] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.103873] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.104056] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.104258] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.105292] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.105292] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.105292] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.105292] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.105292] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.105568] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.105568] env[63380]: DEBUG nova.virt.hardware [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.106552] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedfe08-fdc8-42bc-993a-4ac2972eac15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.117816] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56cbfc-9651-47a3-ac47-c8619c8f72e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.250849] env[63380]: DEBUG nova.scheduler.client.report [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.262728] env[63380]: DEBUG oslo_vmware.api [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2679760, 'name': PowerOnVM_Task, 'duration_secs': 0.4858} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.266441] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.266807] env[63380]: INFO nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Took 8.27 seconds to spawn the instance on the hypervisor. [ 730.266807] env[63380]: DEBUG nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.268270] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d6809-d00c-4885-b3f4-b47232ee6849 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.276647] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523eb1c6-c181-b7db-5154-992b639aea17, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.278278] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.278548] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5ed84989-bf6b-4fe3-924f-8168300aa1bf/5ed84989-bf6b-4fe3-924f-8168300aa1bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.281494] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b132e725-2840-4f3c-be01-4d93a07f574a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.288041] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 730.288041] env[63380]: value = "task-2679761" [ 730.288041] env[63380]: _type = "Task" [ 730.288041] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.296288] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.461391] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "9dcd255b-bd1f-4475-a390-db29f7439af8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.462500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.509380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.510050] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Instance network_info: |[{"id": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "address": "fa:16:3e:da:2a:18", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa66b4d4-42", "ovs_interfaceid": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.514180] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2a:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa66b4d4-4243-487d-8d40-e5a486dcae1e', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.527903] env[63380]: DEBUG oslo.service.loopingcall [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.528950] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.529328] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe7da39-bf97-4958-94b1-1d71eec9860c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.548444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-43b3d5dd-c654-48b4-b0c6-d205df0711f8 tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.628s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.558499] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.558499] env[63380]: value = "task-2679762" [ 730.558499] env[63380]: _type = "Task" [ 730.558499] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.568971] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679762, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.584098] env[63380]: DEBUG nova.compute.manager [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Received event network-changed-aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.585629] env[63380]: DEBUG nova.compute.manager [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Refreshing instance network info cache due to event network-changed-aa66b4d4-4243-487d-8d40-e5a486dcae1e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.585629] env[63380]: DEBUG oslo_concurrency.lockutils [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] Acquiring lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.585629] env[63380]: DEBUG oslo_concurrency.lockutils [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] Acquired lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585629] env[63380]: DEBUG nova.network.neutron [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Refreshing network info cache for port aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.759589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.760231] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.766381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.405s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.766381] env[63380]: INFO nova.compute.claims [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.803347] env[63380]: INFO nova.compute.manager [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Took 47.20 seconds to build instance. [ 730.810669] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.051471] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.069425] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679762, 'name': CreateVM_Task, 'duration_secs': 0.422758} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.069586] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.070332] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.070502] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.070894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.071191] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9133ebbd-f1a0-4fed-a8b1-a30a42ad54f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.077783] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 731.077783] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52408551-16ff-64cf-f2bb-75633f8311b1" [ 731.077783] env[63380]: _type = "Task" [ 731.077783] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.086755] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52408551-16ff-64cf-f2bb-75633f8311b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.271276] env[63380]: DEBUG nova.compute.utils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.275354] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.275611] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.300291] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531065} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.300607] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 5ed84989-bf6b-4fe3-924f-8168300aa1bf/5ed84989-bf6b-4fe3-924f-8168300aa1bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.300874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.301169] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a83b463-8b75-43aa-b47f-2c3274fe64b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.309502] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 731.309502] env[63380]: value = "task-2679763" [ 731.309502] env[63380]: _type = "Task" [ 731.309502] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.313346] env[63380]: DEBUG oslo_concurrency.lockutils [None req-939205fc-5312-4e21-a23d-bd16823c5457 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.632s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.320972] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.433290] env[63380]: DEBUG nova.policy [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37225cd42a6649f89c221d7743a25ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b87a2889860c490387eef5222d0b86e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.583760] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.589679] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52408551-16ff-64cf-f2bb-75633f8311b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014671} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.590149] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.590455] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.590756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.590929] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.591132] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.591410] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7141660-80a6-410d-844b-886406147695 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.602051] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.602263] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.606400] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b4b2af-bd96-42ba-9f56-e446875682a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.611772] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 731.611772] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52600b31-bdeb-df6c-d227-b4125bcdfb46" [ 731.611772] env[63380]: _type = "Task" [ 731.611772] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.622066] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52600b31-bdeb-df6c-d227-b4125bcdfb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.776615] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.824339] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.844198] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113631} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.846328] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.847947] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a9b53-75ec-4bcf-96e0-eb0eb98d369e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.880094] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5ed84989-bf6b-4fe3-924f-8168300aa1bf/5ed84989-bf6b-4fe3-924f-8168300aa1bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.883751] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40993073-2e74-4e09-ba09-3074e41ea8ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.910143] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 731.910143] env[63380]: value = "task-2679764" [ 731.910143] env[63380]: _type = "Task" [ 731.910143] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.919832] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.967770] env[63380]: DEBUG nova.network.neutron [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Updated VIF entry in instance network info cache for port aa66b4d4-4243-487d-8d40-e5a486dcae1e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.968171] env[63380]: DEBUG nova.network.neutron [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Updating instance_info_cache with network_info: [{"id": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "address": "fa:16:3e:da:2a:18", "network": {"id": "a30f27b8-6f73-4ecf-9f88-d5e597777e40", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1378455185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d999f9de986472287f25920cb75a1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa66b4d4-42", "ovs_interfaceid": "aa66b4d4-4243-487d-8d40-e5a486dcae1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.116959] env[63380]: DEBUG nova.compute.manager [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Received event network-changed-8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.118726] env[63380]: DEBUG nova.compute.manager [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Refreshing instance network info cache due to event network-changed-8d994297-1d41-4172-beb8-479b68a8b1ed. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.118726] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] Acquiring lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.118726] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] Acquired lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.118726] env[63380]: DEBUG nova.network.neutron [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Refreshing network info cache for port 8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.138372] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52600b31-bdeb-df6c-d227-b4125bcdfb46, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.139703] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02dadba4-f840-4f63-87f3-d9327639000a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.153297] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 732.153297] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282df84-5ead-6c38-3e4a-aa8a8320d8c9" [ 732.153297] env[63380]: _type = "Task" [ 732.153297] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.163354] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282df84-5ead-6c38-3e4a-aa8a8320d8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.279310] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.281034] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f4b85f-f5ca-4f6d-8987-09d465eade03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.295397] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Successfully updated port: 6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.299320] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.299320] env[63380]: ERROR oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk due to incomplete transfer. [ 732.299320] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17a52539-281f-476b-b54d-f126072847cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.310700] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b32d-3281-bd05-f076-5ff145168165/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.310700] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Uploaded image 3bdadc61-d61f-414a-864e-c8936a3f578b to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.313350] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.314418] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fba98956-ce8a-48ca-b935-d1140ae8762d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.329599] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 732.329599] env[63380]: value = "task-2679765" [ 732.329599] env[63380]: _type = "Task" [ 732.329599] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.345438] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679765, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.353939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.426034] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.471965] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5f9c90-7ac0-4491-87fb-16a4f82358f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476133] env[63380]: DEBUG oslo_concurrency.lockutils [req-d5bd5368-e1ea-4e40-8e35-dd16edf6406e req-e82405ed-8e31-45a5-b906-53c527fb6270 service nova] Releasing lock "refresh_cache-d0a7bd97-b898-4221-b33e-6e9081391cfd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.477425] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Successfully created port: d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.485111] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeb778e-d2cf-4779-a851-9077010772a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.522365] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b86e1e-13d3-48cc-9622-6cdda391b64e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.531776] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0a9b9-2cbc-40ee-970f-3560f937a913 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547192] env[63380]: DEBUG nova.compute.provider_tree [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.619792] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Received event network-vif-plugged-6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.620293] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Acquiring lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.620511] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.621688] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.621688] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] No waiting events found dispatching network-vif-plugged-6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.621688] env[63380]: WARNING nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Received unexpected event network-vif-plugged-6aabef58-73e3-4ffc-b2b8-1e76f3fab576 for instance with vm_state building and task_state spawning. [ 732.621688] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Received event network-changed-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.621688] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Refreshing instance network info cache due to event network-changed-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.621960] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Acquiring lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.621960] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Acquired lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.621960] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Refreshing network info cache for port 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.666678] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5282df84-5ead-6c38-3e4a-aa8a8320d8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.667144] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.667310] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d0a7bd97-b898-4221-b33e-6e9081391cfd/d0a7bd97-b898-4221-b33e-6e9081391cfd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.667589] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4c35755-3ad9-4b0b-b120-7fe7c7389364 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.676178] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 732.676178] env[63380]: value = "task-2679766" [ 732.676178] env[63380]: _type = "Task" [ 732.676178] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.686184] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.800397] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.801992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.801992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.801992] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.838190] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.838190] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.838190] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.838342] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.838342] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.838513] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.838895] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.838895] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.839133] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.839316] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.839499] env[63380]: DEBUG nova.virt.hardware [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.840843] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1e871-a005-4180-99ad-ea7c3823f73d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.851703] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679765, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.854986] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4da4a-ac32-4e36-a9a2-782b4cb5f8df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.923911] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679764, 'name': ReconfigVM_Task, 'duration_secs': 0.830771} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.924404] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5ed84989-bf6b-4fe3-924f-8168300aa1bf/5ed84989-bf6b-4fe3-924f-8168300aa1bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.925605] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56cbd6c9-a032-49b9-a9e7-7ae8ee313b87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.938227] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 732.938227] env[63380]: value = "task-2679767" [ 732.938227] env[63380]: _type = "Task" [ 732.938227] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.955755] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679767, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.050266] env[63380]: DEBUG nova.scheduler.client.report [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.105197] env[63380]: DEBUG nova.network.neutron [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updated VIF entry in instance network info cache for port 8d994297-1d41-4172-beb8-479b68a8b1ed. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.105590] env[63380]: DEBUG nova.network.neutron [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating instance_info_cache with network_info: [{"id": "8d994297-1d41-4172-beb8-479b68a8b1ed", "address": "fa:16:3e:bc:56:3a", "network": {"id": "b5be09fa-720e-47a2-9582-c0944c89414d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1990359979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466097eec22d459084c7ea710a7f0001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d994297-1d", "ovs_interfaceid": "8d994297-1d41-4172-beb8-479b68a8b1ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.190818] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.338598] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679765, 'name': Destroy_Task, 'duration_secs': 0.571419} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.338933] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Destroyed the VM [ 733.339117] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.339369] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e2adc5c0-00cb-4cd3-9a4d-575ad36c1208 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.345966] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 733.345966] env[63380]: value = "task-2679768" [ 733.345966] env[63380]: _type = "Task" [ 733.345966] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.356082] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.374467] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.447531] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679767, 'name': Rename_Task, 'duration_secs': 0.213841} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.447878] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.448119] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d3f547-5114-44f1-86d5-d3f80056c709 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.455549] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 733.455549] env[63380]: value = "task-2679769" [ 733.455549] env[63380]: _type = "Task" [ 733.455549] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.459645] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updated VIF entry in instance network info cache for port 016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.459983] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updating instance_info_cache with network_info: [{"id": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "address": "fa:16:3e:b0:c3:f5", "network": {"id": "7da0e46a-8170-47a9-989e-3004100b0f6a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-609783338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed3b04ed5c74dc28355c5c40d054032", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap016cd699-1f", "ovs_interfaceid": "016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.463962] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.556763] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.557684] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.562366] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.077s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.564443] env[63380]: INFO nova.compute.claims [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.609604] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2bede6e-34dd-4998-bc4d-e83d09aa190d req-47005456-6e8b-4d76-99a3-1e67f3c362b0 service nova] Releasing lock "refresh_cache-8afa705a-cd78-4316-956a-26313220cb4d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.668609] env[63380]: DEBUG nova.network.neutron [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Updating instance_info_cache with network_info: [{"id": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "address": "fa:16:3e:29:b4:e7", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aabef58-73", "ovs_interfaceid": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.688071] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636098} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.688385] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d0a7bd97-b898-4221-b33e-6e9081391cfd/d0a7bd97-b898-4221-b33e-6e9081391cfd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.688599] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.689416] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9807679e-00f1-41af-9bb1-656eb93bbf71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.697260] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 733.697260] env[63380]: value = "task-2679770" [ 733.697260] env[63380]: _type = "Task" [ 733.697260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.705645] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.861292] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679768, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.967474] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Releasing lock "refresh_cache-c73c204e-dde3-4866-8fa9-77547509eecb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.969269] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Received event network-changed-6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.969269] env[63380]: DEBUG nova.compute.manager [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Refreshing instance network info cache due to event network-changed-6aabef58-73e3-4ffc-b2b8-1e76f3fab576. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.969269] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Acquiring lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.969269] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.071246] env[63380]: DEBUG nova.compute.utils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.076014] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.076222] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.172576] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.172576] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Instance network_info: |[{"id": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "address": "fa:16:3e:29:b4:e7", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aabef58-73", "ovs_interfaceid": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.173531] env[63380]: DEBUG nova.policy [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efaf97685da14e7dabb042a5bfa3409a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94b3e439d3cd409b971d119f675f8591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.175607] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Acquired lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.175796] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Refreshing network info cache for port 6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.178232] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:b4:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aabef58-73e3-4ffc-b2b8-1e76f3fab576', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.193061] env[63380]: DEBUG oslo.service.loopingcall [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.194546] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.194848] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4fea155-9f27-4e33-afc4-664f343d795f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.994337] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Successfully updated port: d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.999306] env[63380]: DEBUG nova.compute.utils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.005981] env[63380]: DEBUG nova.compute.manager [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-vif-plugged-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.006222] env[63380]: DEBUG oslo_concurrency.lockutils [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.006428] env[63380]: DEBUG oslo_concurrency.lockutils [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] Lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.006590] env[63380]: DEBUG oslo_concurrency.lockutils [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] Lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.006753] env[63380]: DEBUG nova.compute.manager [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] No waiting events found dispatching network-vif-plugged-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.006913] env[63380]: WARNING nova.compute.manager [req-e9ca3b75-8da6-44be-909d-9ae873e59de8 req-c85c739c-6f11-4e64-99df-8ee81b3901f7 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received unexpected event network-vif-plugged-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 for instance with vm_state building and task_state spawning. [ 735.026066] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679769, 'name': PowerOnVM_Task, 'duration_secs': 0.778571} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.031477] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.031692] env[63380]: INFO nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Took 10.44 seconds to spawn the instance on the hypervisor. [ 735.031868] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.032470] env[63380]: DEBUG oslo_vmware.api [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679768, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913994} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.032679] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118706} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.032850] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.032850] env[63380]: value = "task-2679771" [ 735.032850] env[63380]: _type = "Task" [ 735.032850] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.033543] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69ea9e4-3920-4156-bf23-9b4348723bfb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.036562] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.037036] env[63380]: INFO nova.compute.manager [None req-9efe0d5e-8299-4734-8480-7d12a9af0ae0 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 735.039732] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.043518] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81901913-6f68-4cbe-90fd-aa09a8475ad0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.055394] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679771, 'name': CreateVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.075715] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] d0a7bd97-b898-4221-b33e-6e9081391cfd/d0a7bd97-b898-4221-b33e-6e9081391cfd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.082768] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccc7147-d789-4909-ad59-f7d464875c03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.103973] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 735.103973] env[63380]: value = "task-2679772" [ 735.103973] env[63380]: _type = "Task" [ 735.103973] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.113924] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.498409] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.498665] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.498732] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.510320] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.560733] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679771, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.585694] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173816b5-b8b9-47a1-9f49-6bdc4817a368 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.591328] env[63380]: INFO nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Took 51.67 seconds to build instance. [ 735.597516] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cbdd73-a9eb-4c9c-9da2-e4a3349a7b4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.634712] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a171216-fac9-4e93-afd5-1f2ecf0aa11d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.644103] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.647324] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98497b29-5414-48dc-ab12-1a03dd2ec556 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.666797] env[63380]: DEBUG nova.compute.provider_tree [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.718575] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Updated VIF entry in instance network info cache for port 6aabef58-73e3-4ffc-b2b8-1e76f3fab576. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.718953] env[63380]: DEBUG nova.network.neutron [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Updating instance_info_cache with network_info: [{"id": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "address": "fa:16:3e:29:b4:e7", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aabef58-73", "ovs_interfaceid": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.906439] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Successfully created port: cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.055485] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.066541] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679771, 'name': CreateVM_Task, 'duration_secs': 0.676455} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.067352] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.068246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.070059] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.070059] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.070059] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f513a9d4-9d03-4850-836b-bb02cd38fa97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.078135] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 736.078135] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528439c1-7f87-0f4d-4b0e-0a7d1652a960" [ 736.078135] env[63380]: _type = "Task" [ 736.078135] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.091267] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528439c1-7f87-0f4d-4b0e-0a7d1652a960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.093516] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.786s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.140425] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679772, 'name': ReconfigVM_Task, 'duration_secs': 0.737819} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.141033] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Reconfigured VM instance instance-0000002c to attach disk [datastore2] d0a7bd97-b898-4221-b33e-6e9081391cfd/d0a7bd97-b898-4221-b33e-6e9081391cfd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.141863] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6235ef5a-2084-4279-bfd9-04b7f9202f3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.152534] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 736.152534] env[63380]: value = "task-2679773" [ 736.152534] env[63380]: _type = "Task" [ 736.152534] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.161064] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679773, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.166635] env[63380]: DEBUG nova.scheduler.client.report [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.222124] env[63380]: DEBUG oslo_concurrency.lockutils [req-81ceee69-5a31-4795-b4a2-676dd3dae6bb req-93a3839f-3209-43de-99d9-23db1d257298 service nova] Releasing lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.414360] env[63380]: DEBUG nova.network.neutron [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.490025] env[63380]: DEBUG nova.compute.manager [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.490025] env[63380]: DEBUG nova.compute.manager [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing instance network info cache due to event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.490025] env[63380]: DEBUG oslo_concurrency.lockutils [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.521937] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.558133] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:56:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='908079925',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1696604915',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.558133] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.558133] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.558303] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.558303] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.558303] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.558303] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.558303] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.558467] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.558603] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.558776] env[63380]: DEBUG nova.virt.hardware [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.560257] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d6f03-7703-4cac-94bd-d13b221b07ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.570714] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64306ea4-0fbf-4f09-9dc7-28a1bffc5d91 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.598895] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.601497] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528439c1-7f87-0f4d-4b0e-0a7d1652a960, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.601988] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.602228] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.602463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.602671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.602780] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.603046] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fadaa891-3dcb-4028-a251-260cd15309fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.613894] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.614130] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.614900] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf0a371-a187-430c-88d3-f917d8d561eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.622581] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 736.622581] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206a8af-d93c-c4d4-8a53-92af5cac7646" [ 736.622581] env[63380]: _type = "Task" [ 736.622581] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.633442] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206a8af-d93c-c4d4-8a53-92af5cac7646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.666380] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679773, 'name': Rename_Task, 'duration_secs': 0.274182} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.666380] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.666380] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c5cdc6-955a-4e68-b038-0c8949a82e0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.675980] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 736.675980] env[63380]: value = "task-2679774" [ 736.675980] env[63380]: _type = "Task" [ 736.675980] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.676697] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.681281] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.683977] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.975s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.685512] env[63380]: INFO nova.compute.claims [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.699263] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679774, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.917134] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.917680] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Instance network_info: |[{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.918166] env[63380]: DEBUG oslo_concurrency.lockutils [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.918473] env[63380]: DEBUG nova.network.neutron [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.920181] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:5d:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b58eae-44af-49be-b2fe-7c58fb5aecc0', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.930456] env[63380]: DEBUG oslo.service.loopingcall [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.931889] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.932258] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4036cab-a6b2-4f56-95bd-9c839ad86aa8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.960249] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.960249] env[63380]: value = "task-2679775" [ 736.960249] env[63380]: _type = "Task" [ 736.960249] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.972426] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679775, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.121222] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.123588] env[63380]: DEBUG nova.compute.manager [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.124749] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c046174-cd56-4886-871b-f44c49ce1999 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.142735] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206a8af-d93c-c4d4-8a53-92af5cac7646, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.143896] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030a022b-e8c2-4153-8ac6-b572a7a01dec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.156035] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 737.156035] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52294ec1-3f72-9351-88dd-6d754a37ed44" [ 737.156035] env[63380]: _type = "Task" [ 737.156035] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.169688] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52294ec1-3f72-9351-88dd-6d754a37ed44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.198559] env[63380]: DEBUG nova.compute.utils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.204232] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.204232] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 737.470137] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679775, 'name': CreateVM_Task, 'duration_secs': 0.375047} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.470820] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.471010] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.471192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.471501] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.471811] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231db853-1464-443b-976c-18117ef2bd84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.477488] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 737.477488] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fe60eb-6b9f-2097-981f-ad3d9dbce498" [ 737.477488] env[63380]: _type = "Task" [ 737.477488] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.494102] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fe60eb-6b9f-2097-981f-ad3d9dbce498, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.494401] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.494637] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.494850] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.645433] env[63380]: INFO nova.compute.manager [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] instance snapshotting [ 737.648626] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bfd1e-3598-44b7-9842-35c82e5669ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678210] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d11b39-891b-4c98-aae3-6d2d02b2aa36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.700844] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52294ec1-3f72-9351-88dd-6d754a37ed44, 'name': SearchDatastore_Task, 'duration_secs': 0.039543} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.700844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.700844] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] bc89c09e-a669-4b1a-a78f-4f391f783036/bc89c09e-a669-4b1a-a78f-4f391f783036.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.700844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.701117] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.701117] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f013cfe-498f-44a6-87c7-aae84135c21f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.706305] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45b65d8e-e51b-4a1e-b423-8ea202c0d351 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.709230] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.714601] env[63380]: DEBUG oslo_vmware.api [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679774, 'name': PowerOnVM_Task, 'duration_secs': 0.655565} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.715692] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.716695] env[63380]: INFO nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Took 10.38 seconds to spawn the instance on the hypervisor. [ 737.716695] env[63380]: DEBUG nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.719870] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1ba77-4384-4f4e-9ed0-7e78f82d5978 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.725368] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 737.725368] env[63380]: value = "task-2679776" [ 737.725368] env[63380]: _type = "Task" [ 737.725368] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.738777] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.738777] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.740922] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a82f95b-42bf-475d-a50e-76bb3cd18440 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.758691] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 737.758691] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc25b8-5bed-1951-41a0-a68ebea4c7a4" [ 737.758691] env[63380]: _type = "Task" [ 737.758691] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.764526] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.784416] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc25b8-5bed-1951-41a0-a68ebea4c7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.787127] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbbe086-b1de-4a98-907c-eb38cc38fb6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.802569] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 737.802569] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a283b0-d470-e5a6-8918-2058fbd8b23c" [ 737.802569] env[63380]: _type = "Task" [ 737.802569] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.811863] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a283b0-d470-e5a6-8918-2058fbd8b23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.937893] env[63380]: DEBUG nova.network.neutron [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updated VIF entry in instance network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.937893] env[63380]: DEBUG nova.network.neutron [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.102631] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Successfully updated port: cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.201203] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.201772] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d17b6b9-3c34-4d3e-962c-fa45c399eada {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.224239] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 738.224239] env[63380]: value = "task-2679777" [ 738.224239] env[63380]: _type = "Task" [ 738.224239] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.236028] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.250469] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502071} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.250778] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] bc89c09e-a669-4b1a-a78f-4f391f783036/bc89c09e-a669-4b1a-a78f-4f391f783036.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.251133] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.251445] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c192e026-b9ea-4fe5-b379-d61ba11503e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.269281] env[63380]: INFO nova.compute.manager [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Took 52.08 seconds to build instance. [ 738.272324] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 738.272324] env[63380]: value = "task-2679778" [ 738.272324] env[63380]: _type = "Task" [ 738.272324] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.282778] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.316249] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a283b0-d470-e5a6-8918-2058fbd8b23c, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.316559] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.316909] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/5310e05d-029e-4c7d-a129-c324d99d2889.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.317299] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a68d6ae-880e-48a0-a7cc-e2a2ce631c35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.331100] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 738.331100] env[63380]: value = "task-2679779" [ 738.331100] env[63380]: _type = "Task" [ 738.331100] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.343086] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.378909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.379215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.397968] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a1449-c347-463e-ae89-cbf91414f31a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.408520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47151962-588d-4609-b44b-5b3400dc4070 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.451501] env[63380]: DEBUG oslo_concurrency.lockutils [req-0b36cdfc-34d3-4a39-8ab8-19572adec80a req-d91e0180-310c-43d1-af78-10e00f8bedf1 service nova] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.452994] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04488a19-99a0-4da8-b520-287a1e5501a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.461875] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2408449-5ef9-4f05-886b-57a4aa53d292 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.476969] env[63380]: DEBUG nova.compute.provider_tree [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.511746] env[63380]: DEBUG nova.compute.manager [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Received event network-vif-plugged-cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.512000] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Acquiring lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.512239] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.512418] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.512588] env[63380]: DEBUG nova.compute.manager [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] No waiting events found dispatching network-vif-plugged-cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.512754] env[63380]: WARNING nova.compute.manager [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Received unexpected event network-vif-plugged-cd5c9b49-2d7b-42ae-9287-cf431e528780 for instance with vm_state building and task_state spawning. [ 738.513020] env[63380]: DEBUG nova.compute.manager [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Received event network-changed-cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.513188] env[63380]: DEBUG nova.compute.manager [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Refreshing instance network info cache due to event network-changed-cd5c9b49-2d7b-42ae-9287-cf431e528780. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 738.513376] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Acquiring lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.513516] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Acquired lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.513672] env[63380]: DEBUG nova.network.neutron [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Refreshing network info cache for port cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.609144] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.725385] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.741177] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758968] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.758968] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.759167] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.759360] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.759532] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.759690] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.759892] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.760338] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.760767] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.760971] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.761200] env[63380]: DEBUG nova.virt.hardware [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.762688] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f44f1-9d4a-49bf-bc63-cc674c3916f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772148] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d526ff6-e567-42e9-b10e-27e22dc0fa7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.779446] env[63380]: DEBUG oslo_concurrency.lockutils [None req-24f1f4b8-5d75-45ba-8ace-caf537d5dacc tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.447s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.800373] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.806522] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Creating folder: Project (5d1f5d9f23134203a709095fd709cf65). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.810680] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c2fa862-352a-4719-b4ca-c4d98026d133 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.812583] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080572} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.813172] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.814327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1752ae-d8f4-42ab-b2dd-47bcb28c6bf4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.843024] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bc89c09e-a669-4b1a-a78f-4f391f783036/bc89c09e-a669-4b1a-a78f-4f391f783036.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.843255] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26628be-8f3b-46bf-ac9d-3b89aed30798 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.860240] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Created folder: Project (5d1f5d9f23134203a709095fd709cf65) in parent group-v540155. [ 738.860240] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Creating folder: Instances. Parent ref: group-v540290. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.863483] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623ff995-b50f-47bf-9938-d367902e2cf8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.874195] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460476} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.874195] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/5310e05d-029e-4c7d-a129-c324d99d2889.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.874195] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.874351] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 738.874351] env[63380]: value = "task-2679782" [ 738.874351] env[63380]: _type = "Task" [ 738.874351] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.874582] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad4c96f-d8a0-492c-bfc2-80ede1c2e953 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.881599] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Created folder: Instances in parent group-v540290. [ 738.881853] env[63380]: DEBUG oslo.service.loopingcall [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.882437] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.883065] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e38049a8-3069-43e2-ad34-ce7860de55d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.903923] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.903923] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 738.903923] env[63380]: value = "task-2679783" [ 738.903923] env[63380]: _type = "Task" [ 738.903923] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.910475] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.910475] env[63380]: value = "task-2679784" [ 738.910475] env[63380]: _type = "Task" [ 738.910475] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.917701] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.923741] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679784, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.981201] env[63380]: DEBUG nova.scheduler.client.report [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.069843] env[63380]: DEBUG nova.network.neutron [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.175979] env[63380]: DEBUG nova.network.neutron [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.239208] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679777, 'name': CreateSnapshot_Task, 'duration_secs': 0.688087} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.239444] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.242475] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ddf9fb-9eee-4717-8839-ca5e44157635 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.286263] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.393062] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679782, 'name': ReconfigVM_Task, 'duration_secs': 0.317818} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.393387] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bc89c09e-a669-4b1a-a78f-4f391f783036/bc89c09e-a669-4b1a-a78f-4f391f783036.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.394085] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0901f2c-a0f5-4218-b20c-3ffe73b63068 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.402391] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 739.402391] env[63380]: value = "task-2679785" [ 739.402391] env[63380]: _type = "Task" [ 739.402391] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.414382] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088975} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.421278] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.421619] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679785, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.422402] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb700c9f-8afd-488e-a5dd-f1192a47a566 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.443582] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679784, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.453192] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/5310e05d-029e-4c7d-a129-c324d99d2889.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.454541] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.455209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.455209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.455343] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.455451] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.457414] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77cef5c-7036-4568-8a6b-bccfaab93165 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.473914] env[63380]: INFO nova.compute.manager [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Terminating instance [ 739.486125] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.486731] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.489570] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 739.489570] env[63380]: value = "task-2679786" [ 739.489570] env[63380]: _type = "Task" [ 739.489570] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.490048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.279s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.490175] env[63380]: DEBUG nova.objects.instance [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lazy-loading 'resources' on Instance uuid 54584ebf-4da5-4fa8-b570-94320d92d80f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.506891] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.680885] env[63380]: DEBUG oslo_concurrency.lockutils [req-9076cfdc-bafa-47aa-a09a-1d16f1753bb1 req-6a7eff1b-9495-4918-ab30-64a7a32b705e service nova] Releasing lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.680885] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.680885] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.764636] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.765433] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bde6c9ec-2ffa-4cb9-b8a9-a3192ff77e71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.780848] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 739.780848] env[63380]: value = "task-2679787" [ 739.780848] env[63380]: _type = "Task" [ 739.780848] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.795612] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.812702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.914841] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679785, 'name': Rename_Task, 'duration_secs': 0.167028} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.918337] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.918978] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a5f5b6-88db-454e-bc90-919ef78b5048 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.927915] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679784, 'name': CreateVM_Task, 'duration_secs': 0.745451} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.928207] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.928673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.928839] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.929465] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b367b90-d4d4-4a96-a136-f0ee3742a455 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.948446] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 739.948446] env[63380]: value = "task-2679788" [ 739.948446] env[63380]: _type = "Task" [ 739.948446] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950561] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 739.950561] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524fef45-5b33-d56c-6af4-9063891e2a23" [ 739.950561] env[63380]: _type = "Task" [ 739.950561] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.963842] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524fef45-5b33-d56c-6af4-9063891e2a23, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.966663] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.967082] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.967172] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.967341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.967553] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.967883] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.968190] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2de3d631-1211-4e15-89c8-89a0b2eee9c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.976642] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.976824] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.977614] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38386195-2a0e-4495-b422-108119f51534 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.980295] env[63380]: DEBUG nova.compute.manager [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.980553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.981617] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f87d22-021f-420f-a43b-cfac921848bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.987470] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 739.987470] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fb6def-3b90-35db-0a81-ad98735cec68" [ 739.987470] env[63380]: _type = "Task" [ 739.987470] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.989726] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.992755] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dce7de7-f4eb-45d4-92f1-18094b159d81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.995523] env[63380]: DEBUG nova.compute.utils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.002314] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.002723] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.021581] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fb6def-3b90-35db-0a81-ad98735cec68, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.021897] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679786, 'name': ReconfigVM_Task, 'duration_secs': 0.326097} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.024040] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/5310e05d-029e-4c7d-a129-c324d99d2889.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.025211] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 740.025211] env[63380]: value = "task-2679789" [ 740.025211] env[63380]: _type = "Task" [ 740.025211] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.025470] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a8b7b1-a6a8-47b8-a1ff-5fb2c81c033f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.028317] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-466e9ac3-f2c8-4376-a583-eb27925410d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.043562] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 740.043562] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ccd50f-5585-ea4f-0743-7f5301ace86f" [ 740.043562] env[63380]: _type = "Task" [ 740.043562] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.050409] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.050763] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 740.050763] env[63380]: value = "task-2679790" [ 740.050763] env[63380]: _type = "Task" [ 740.050763] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.068559] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ccd50f-5585-ea4f-0743-7f5301ace86f, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.072421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.072965] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.073367] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679790, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.077434] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b160182-4d40-4bd2-95c1-95383c435e8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.090994] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 740.090994] env[63380]: value = "task-2679791" [ 740.090994] env[63380]: _type = "Task" [ 740.090994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.100719] env[63380]: DEBUG nova.policy [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.105900] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.155031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.155408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.155782] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.156111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.156376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.162316] env[63380]: INFO nova.compute.manager [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Terminating instance [ 740.263016] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.292572] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.462942] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.510874] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.543870] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679789, 'name': PowerOffVM_Task, 'duration_secs': 0.221327} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.548794] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.549259] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.551186] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f155aa9-7780-427a-ac59-cbf968a0c377 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.572797] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679790, 'name': Rename_Task, 'duration_secs': 0.181153} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.573412] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.573700] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb8bf52-2f83-45d8-8b7a-2bbecd14211e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.585989] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 740.585989] env[63380]: value = "task-2679793" [ 740.585989] env[63380]: _type = "Task" [ 740.585989] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.601068] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.608851] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.611708] env[63380]: DEBUG nova.network.neutron [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updating instance_info_cache with network_info: [{"id": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "address": "fa:16:3e:b8:6c:fa", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5c9b49-2d", "ovs_interfaceid": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.650271] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.650948] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.651188] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleting the datastore file [datastore1] 5ed84989-bf6b-4fe3-924f-8168300aa1bf {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.651492] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-623dbb57-af9d-474c-bb55-d1a1b57a378e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.659530] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570cfc8-76e6-4a18-b5bf-7e232a683ab8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.665706] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 740.665706] env[63380]: value = "task-2679794" [ 740.665706] env[63380]: _type = "Task" [ 740.665706] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.666877] env[63380]: DEBUG nova.compute.manager [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.666919] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.671774] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a291946-1477-4ec9-9c4c-674caad7002a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.678325] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c888a390-e70a-44ef-ae00-853b67da7d4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.688263] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.688581] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.689471] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2f6f6f0-e60b-43ad-8ff7-98c120b5366b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.720735] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e08d6b-2a20-4a11-918a-12daefa22d1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.724151] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 740.724151] env[63380]: value = "task-2679795" [ 740.724151] env[63380]: _type = "Task" [ 740.724151] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.731530] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397d0fb-41f0-4b3f-94a3-5cd89279f9e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.739941] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.752086] env[63380]: DEBUG nova.compute.provider_tree [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.757032] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Successfully created port: 95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.794707] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.961732] env[63380]: DEBUG oslo_vmware.api [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679788, 'name': PowerOnVM_Task, 'duration_secs': 0.912771} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.961871] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.962087] env[63380]: INFO nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Took 10.88 seconds to spawn the instance on the hypervisor. [ 740.962189] env[63380]: DEBUG nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.963072] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e5947-2448-4731-90ed-507e0d8385fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.100614] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544197} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.104414] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.104596] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.104873] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.105169] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65b36eb3-2ed5-4ac7-a9e7-9387427309dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.114816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.115188] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance network_info: |[{"id": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "address": "fa:16:3e:b8:6c:fa", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5c9b49-2d", "ovs_interfaceid": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.115539] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 741.115539] env[63380]: value = "task-2679796" [ 741.115539] env[63380]: _type = "Task" [ 741.115539] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.115887] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:6c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd5c9b49-2d7b-42ae-9287-cf431e528780', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.124563] env[63380]: DEBUG oslo.service.loopingcall [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.125152] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.130386] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-779e4cb5-31cf-4d12-bb40-3eff679ea1af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.152389] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.154193] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.154193] env[63380]: value = "task-2679797" [ 741.154193] env[63380]: _type = "Task" [ 741.154193] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.164402] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.164740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.177889] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679797, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.186919] env[63380]: DEBUG oslo_vmware.api [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26687} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.187440] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.187718] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.187917] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.188105] env[63380]: INFO nova.compute.manager [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Took 1.21 seconds to destroy the instance on the hypervisor. [ 741.188356] env[63380]: DEBUG oslo.service.loopingcall [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.188547] env[63380]: DEBUG nova.compute.manager [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.188642] env[63380]: DEBUG nova.network.neutron [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.234475] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679795, 'name': PowerOffVM_Task, 'duration_secs': 0.29663} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.236845] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.237153] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.237722] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8a93ad-2282-4cf6-a865-56a1cba60a08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.255955] env[63380]: DEBUG nova.scheduler.client.report [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.295678] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.318372] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.318666] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.318925] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleting the datastore file [datastore2] d0a7bd97-b898-4221-b33e-6e9081391cfd {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.319303] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be9f3e39-5a49-403c-b151-9bb9c41ff32a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.329247] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for the task: (returnval){ [ 741.329247] env[63380]: value = "task-2679799" [ 741.329247] env[63380]: _type = "Task" [ 741.329247] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.338873] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.460254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.460562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.479613] env[63380]: INFO nova.compute.manager [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Took 47.35 seconds to build instance. [ 741.521081] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.546973] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.546973] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.546973] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.546973] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.547307] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.547307] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.547307] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.547307] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.547460] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.547671] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.547893] env[63380]: DEBUG nova.virt.hardware [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.552019] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53354aa2-f8a2-45ec-9107-ceb14721a14d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.558536] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2177b23-eec7-469c-8e4e-87dedb2e7caa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.566864] env[63380]: DEBUG nova.compute.manager [req-7867eceb-ac9a-4286-83c4-decec9fbb66e req-4ce68ae2-ff6d-4428-b8cf-bf72c898bca9 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Received event network-vif-deleted-c9895264-ca8c-43df-91ac-5df588afa416 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.567072] env[63380]: INFO nova.compute.manager [req-7867eceb-ac9a-4286-83c4-decec9fbb66e req-4ce68ae2-ff6d-4428-b8cf-bf72c898bca9 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Neutron deleted interface c9895264-ca8c-43df-91ac-5df588afa416; detaching it from the instance and deleting it from the info cache [ 741.567281] env[63380]: DEBUG nova.network.neutron [req-7867eceb-ac9a-4286-83c4-decec9fbb66e req-4ce68ae2-ff6d-4428-b8cf-bf72c898bca9 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.599430] env[63380]: DEBUG oslo_vmware.api [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2679793, 'name': PowerOnVM_Task, 'duration_secs': 0.551384} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.600107] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.600107] env[63380]: INFO nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Took 8.80 seconds to spawn the instance on the hypervisor. [ 741.600107] env[63380]: DEBUG nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.600880] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599454f0-e46c-4de5-a998-53db64fec153 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.636262] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22569} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.636262] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.636262] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04409c4-6631-4458-a122-2e7029f783f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.657575] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.658755] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd9577c-eecc-43f0-9615-183cc90357fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.685102] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679797, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.687032] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 741.687032] env[63380]: value = "task-2679800" [ 741.687032] env[63380]: _type = "Task" [ 741.687032] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.696647] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.763797] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.765261] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.070s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.765664] env[63380]: DEBUG nova.objects.instance [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lazy-loading 'resources' on Instance uuid 15cf0b96-8d9e-4ef6-8310-1490accb24dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.786021] env[63380]: INFO nova.scheduler.client.report [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Deleted allocations for instance 54584ebf-4da5-4fa8-b570-94320d92d80f [ 741.797726] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.844592] env[63380]: DEBUG oslo_vmware.api [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Task: {'id': task-2679799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432391} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.845737] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.845737] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.845737] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.845737] env[63380]: INFO nova.compute.manager [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 741.846190] env[63380]: DEBUG oslo.service.loopingcall [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.846190] env[63380]: DEBUG nova.compute.manager [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.846259] env[63380]: DEBUG nova.network.neutron [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.982869] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6fcfa3dc-b82d-4c7d-a69c-94c95a2a9fdd tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.475s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.991798] env[63380]: DEBUG nova.network.neutron [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.028033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Acquiring lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.028312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Acquired lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.028693] env[63380]: DEBUG nova.network.neutron [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.072874] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfb8fa55-583a-4fa7-9a75-3c6c35e57f4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.085687] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c83785e-87d6-4ec8-b96f-6c1dd2486292 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.102960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "2e1355d9-0700-4ead-8457-ce875c970f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.103787] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.145379] env[63380]: DEBUG nova.compute.manager [req-7867eceb-ac9a-4286-83c4-decec9fbb66e req-4ce68ae2-ff6d-4428-b8cf-bf72c898bca9 service nova] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Detach interface failed, port_id=c9895264-ca8c-43df-91ac-5df588afa416, reason: Instance 5ed84989-bf6b-4fe3-924f-8168300aa1bf could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 742.148048] env[63380]: INFO nova.compute.manager [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Took 45.13 seconds to build instance. [ 742.172426] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679797, 'name': CreateVM_Task, 'duration_secs': 0.689868} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.172613] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.173330] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.173487] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.173825] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.174360] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-114dca81-9d5a-4576-b359-fc07b1b16990 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.180647] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 742.180647] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52739e6f-531d-56b7-9c86-cfce9ebbb922" [ 742.180647] env[63380]: _type = "Task" [ 742.180647] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.195116] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52739e6f-531d-56b7-9c86-cfce9ebbb922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.201331] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679800, 'name': ReconfigVM_Task, 'duration_secs': 0.50031} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.201626] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.202269] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b7713ab-7c66-4ada-8bc9-687e7736c6e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.210876] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 742.210876] env[63380]: value = "task-2679801" [ 742.210876] env[63380]: _type = "Task" [ 742.210876] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.222921] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679801, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.298340] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.300923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-04782ef6-07de-4cb0-a2bb-72fdc13c1f3b tempest-DeleteServersAdminTestJSON-1328942719 tempest-DeleteServersAdminTestJSON-1328942719-project-member] Lock "54584ebf-4da5-4fa8-b570-94320d92d80f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.619s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.488473] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.495858] env[63380]: INFO nova.compute.manager [-] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Took 1.31 seconds to deallocate network for instance. [ 742.653793] env[63380]: DEBUG nova.network.neutron [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.653793] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f68b2cb4-7d7b-4394-bc3f-4fea709bfbbe tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.453s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.672745] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Successfully updated port: 95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.701048] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52739e6f-531d-56b7-9c86-cfce9ebbb922, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.701361] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.701599] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.701836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.701982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.702187] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.702459] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64170c1f-161c-44d5-aa5d-6588ecc89f5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.724410] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.724410] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.725996] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192569d2-9f31-4809-bddd-c141a6a277a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.738525] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679801, 'name': Rename_Task, 'duration_secs': 0.384479} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.739695] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.740089] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b0b985c-8575-42b2-b703-301056795e5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.744008] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 742.744008] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52736ec4-c577-1109-36dc-3f706729a3f7" [ 742.744008] env[63380]: _type = "Task" [ 742.744008] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.752794] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 742.752794] env[63380]: value = "task-2679802" [ 742.752794] env[63380]: _type = "Task" [ 742.752794] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.764290] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52736ec4-c577-1109-36dc-3f706729a3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.785021] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.805173] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.962972] env[63380]: DEBUG nova.network.neutron [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Updating instance_info_cache with network_info: [{"id": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "address": "fa:16:3e:29:b4:e7", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aabef58-73", "ovs_interfaceid": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.969394] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b986edce-2f9d-4084-90b6-b8ad79bc2fbc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.980019] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e11095-815a-4e6f-97b9-d95483575b62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.019858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.022448] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbe20f2-5281-4a50-bc76-3edb506f2910 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.036447] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3ce638-0350-4175-9fb5-fb6599e50b09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.047810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.054576] env[63380]: DEBUG nova.compute.provider_tree [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.154462] env[63380]: INFO nova.compute.manager [-] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Took 1.31 seconds to deallocate network for instance. [ 743.154937] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.174250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.174546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.174705] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.256615] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52736ec4-c577-1109-36dc-3f706729a3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.032057} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.257615] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eedba68-dd25-471a-baee-37eb6624deef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.270568] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 743.270568] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4dbd2-dcc8-4dbe-bd14-02ee47d7cd58" [ 743.270568] env[63380]: _type = "Task" [ 743.270568] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.275753] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.287536] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4dbd2-dcc8-4dbe-bd14-02ee47d7cd58, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.292836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.293154] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/8ee5b81b-ac9b-4c7d-a244-5b288590c295.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.293790] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd55877-be74-4486-b0ef-d0b6454d0269 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.304414] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.307823] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 743.307823] env[63380]: value = "task-2679803" [ 743.307823] env[63380]: _type = "Task" [ 743.307823] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.317284] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.467517] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Releasing lock "refresh_cache-bc89c09e-a669-4b1a-a78f-4f391f783036" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.467931] env[63380]: DEBUG nova.compute.manager [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Inject network info {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 743.468121] env[63380]: DEBUG nova.compute.manager [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] network_info to inject: |[{"id": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "address": "fa:16:3e:29:b4:e7", "network": {"id": "b1232f3f-e2df-4666-bdc5-6d27f17cf3ae", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-735259629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17735aa3ceca4d3499e5f5e556d0b635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aabef58-73", "ovs_interfaceid": "6aabef58-73e3-4ffc-b2b8-1e76f3fab576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 743.473298] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Reconfiguring VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 743.473711] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b514ba-8480-4dbf-8b07-aa7109054121 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.494670] env[63380]: DEBUG oslo_vmware.api [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Waiting for the task: (returnval){ [ 743.494670] env[63380]: value = "task-2679804" [ 743.494670] env[63380]: _type = "Task" [ 743.494670] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.512677] env[63380]: DEBUG oslo_vmware.api [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Task: {'id': task-2679804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.561371] env[63380]: DEBUG nova.scheduler.client.report [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.604946] env[63380]: DEBUG nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Received event network-vif-deleted-aa66b4d4-4243-487d-8d40-e5a486dcae1e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.605904] env[63380]: DEBUG nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Received event network-vif-plugged-95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.608552] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.608552] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.608730] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.609030] env[63380]: DEBUG nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] No waiting events found dispatching network-vif-plugged-95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.609088] env[63380]: WARNING nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Received unexpected event network-vif-plugged-95a81240-df4a-4e28-8e02-eae21037a61d for instance with vm_state building and task_state spawning. [ 743.609348] env[63380]: DEBUG nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Received event network-changed-95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.610013] env[63380]: DEBUG nova.compute.manager [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Refreshing instance network info cache due to event network-changed-95a81240-df4a-4e28-8e02-eae21037a61d. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.610013] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Acquiring lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.672208] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.690076] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.730628] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.783209] env[63380]: DEBUG oslo_vmware.api [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679802, 'name': PowerOnVM_Task, 'duration_secs': 0.715385} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.783544] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.783769] env[63380]: INFO nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Took 5.06 seconds to spawn the instance on the hypervisor. [ 743.783897] env[63380]: DEBUG nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.784879] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6be0f0-19b7-4623-a7e7-7ace5f9e3cbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.800273] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.823093] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.932299] env[63380]: DEBUG nova.network.neutron [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Updating instance_info_cache with network_info: [{"id": "95a81240-df4a-4e28-8e02-eae21037a61d", "address": "fa:16:3e:49:3a:f2", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a81240-df", "ovs_interfaceid": "95a81240-df4a-4e28-8e02-eae21037a61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.007147] env[63380]: DEBUG oslo_vmware.api [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] Task: {'id': task-2679804, 'name': ReconfigVM_Task, 'duration_secs': 0.260885} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.008087] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0dce9-fbb7-4caa-9c46-851e27298c70 tempest-ServersAdminTestJSON-122979053 tempest-ServersAdminTestJSON-122979053-project-admin] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Reconfigured VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 744.068231] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.070798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.555s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.074919] env[63380]: INFO nova.compute.claims [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.096559] env[63380]: INFO nova.scheduler.client.report [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Deleted allocations for instance 15cf0b96-8d9e-4ef6-8310-1490accb24dd [ 744.300041] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679787, 'name': CloneVM_Task, 'duration_secs': 4.115133} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.300367] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Created linked-clone VM from snapshot [ 744.301220] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0059434d-adbe-484b-8f8e-af3b240da76d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.326660] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Uploading image db3bdfa3-0282-4926-b72f-a64ca6ee9a5d {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.335865] env[63380]: INFO nova.compute.manager [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Took 39.87 seconds to build instance. [ 744.337329] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557638} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.337804] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/8ee5b81b-ac9b-4c7d-a244-5b288590c295.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.338317] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.339510] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ee812d-b498-45e8-9951-a573313d6f1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.352564] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 744.352564] env[63380]: value = "task-2679805" [ 744.352564] env[63380]: _type = "Task" [ 744.352564] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.360586] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.360586] env[63380]: value = "vm-540294" [ 744.360586] env[63380]: _type = "VirtualMachine" [ 744.360586] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.361806] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11c01dc2-8a03-4f9a-aee7-b56d8ae2ead3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.371237] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.372672] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease: (returnval){ [ 744.372672] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526c780e-d846-d004-c6f8-8d399b609d5f" [ 744.372672] env[63380]: _type = "HttpNfcLease" [ 744.372672] env[63380]: } obtained for exporting VM: (result){ [ 744.372672] env[63380]: value = "vm-540294" [ 744.372672] env[63380]: _type = "VirtualMachine" [ 744.372672] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.373749] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the lease: (returnval){ [ 744.373749] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526c780e-d846-d004-c6f8-8d399b609d5f" [ 744.373749] env[63380]: _type = "HttpNfcLease" [ 744.373749] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.382716] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.382716] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526c780e-d846-d004-c6f8-8d399b609d5f" [ 744.382716] env[63380]: _type = "HttpNfcLease" [ 744.382716] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.434195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.434571] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Instance network_info: |[{"id": "95a81240-df4a-4e28-8e02-eae21037a61d", "address": "fa:16:3e:49:3a:f2", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a81240-df", "ovs_interfaceid": "95a81240-df4a-4e28-8e02-eae21037a61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.434887] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Acquired lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.436259] env[63380]: DEBUG nova.network.neutron [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Refreshing network info cache for port 95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.436405] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3a:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95a81240-df4a-4e28-8e02-eae21037a61d', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.444484] env[63380]: DEBUG oslo.service.loopingcall [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.447817] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.448530] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ddbf48-4125-4f12-a58e-7d76c1cd5965 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.473193] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.473193] env[63380]: value = "task-2679807" [ 744.473193] env[63380]: _type = "Task" [ 744.473193] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.491101] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.607497] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cd33f79b-574b-4f50-8377-4144264e5072 tempest-SecurityGroupsTestJSON-618765761 tempest-SecurityGroupsTestJSON-618765761-project-member] Lock "15cf0b96-8d9e-4ef6-8310-1490accb24dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.172s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.746484] env[63380]: DEBUG nova.network.neutron [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Updated VIF entry in instance network info cache for port 95a81240-df4a-4e28-8e02-eae21037a61d. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.747093] env[63380]: DEBUG nova.network.neutron [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Updating instance_info_cache with network_info: [{"id": "95a81240-df4a-4e28-8e02-eae21037a61d", "address": "fa:16:3e:49:3a:f2", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95a81240-df", "ovs_interfaceid": "95a81240-df4a-4e28-8e02-eae21037a61d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.844038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9ebfc0-079b-4c1d-a68d-4b73dd5c036b tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.334s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.866620] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086356} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.867272] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.868085] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c450707e-50f9-4a18-994c-f25aba10a85f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.902872] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/8ee5b81b-ac9b-4c7d-a244-5b288590c295.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.905771] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a95d73-3d9e-4634-bec6-2d89eea1da5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.932307] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.932307] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526c780e-d846-d004-c6f8-8d399b609d5f" [ 744.932307] env[63380]: _type = "HttpNfcLease" [ 744.932307] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.932307] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.932307] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526c780e-d846-d004-c6f8-8d399b609d5f" [ 744.932307] env[63380]: _type = "HttpNfcLease" [ 744.932307] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.933116] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f1c6a-6280-474c-b4d5-1a90aea14404 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.940419] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 744.940419] env[63380]: value = "task-2679808" [ 744.940419] env[63380]: _type = "Task" [ 744.940419] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.947087] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.947416] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 745.036407] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.044616] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.079058] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-109d8ddf-b8ba-4ef9-a59a-de9449e1e37f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.254580] env[63380]: DEBUG oslo_concurrency.lockutils [req-390e88e9-b650-40c2-8413-4c3cdaccbfb5 req-bd5270f6-daa2-4085-a817-afc3bda0afed service nova] Releasing lock "refresh_cache-3e0056ae-bfcc-41ab-8f58-f47feb7722b7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.347663] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.432949] env[63380]: INFO nova.compute.manager [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Rebuilding instance [ 745.463405] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.494185] env[63380]: DEBUG nova.compute.manager [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.495076] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f6867-7b2c-4787-b7b8-fb21e7412df5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.543132] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.637433] env[63380]: INFO nova.compute.manager [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Rebuilding instance [ 745.658723] env[63380]: DEBUG nova.compute.manager [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.658924] env[63380]: DEBUG nova.compute.manager [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing instance network info cache due to event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.659171] env[63380]: DEBUG oslo_concurrency.lockutils [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.659317] env[63380]: DEBUG oslo_concurrency.lockutils [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.659490] env[63380]: DEBUG nova.network.neutron [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.686489] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deca4bd-469f-4021-a481-701c6f00470f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.691618] env[63380]: DEBUG nova.compute.manager [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.692729] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ae2c1-1350-42a6-bae2-9f9e0c5eedb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.698206] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343d764-f6ce-4fee-b453-725b126ed4d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.739831] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e57070-09b4-45c0-a308-7024d47d7979 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.750492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c756a7dc-a507-46e6-b4a1-b36b07b2d45c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.769184] env[63380]: DEBUG nova.compute.provider_tree [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.870140] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.959807] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679808, 'name': ReconfigVM_Task, 'duration_secs': 0.646486} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.960434] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/8ee5b81b-ac9b-4c7d-a244-5b288590c295.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.961528] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63380) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 745.962443] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-80aea21d-c2a9-443f-b425-a2dfd483cf93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.972099] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 745.972099] env[63380]: value = "task-2679809" [ 745.972099] env[63380]: _type = "Task" [ 745.972099] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.981833] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679809, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.039843] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.273116] env[63380]: DEBUG nova.scheduler.client.report [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.489445] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679809, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.083405} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.489981] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63380) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 746.491047] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc06a967-943b-428d-be52-73ada335c0cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.519253] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.527961] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/ephemeral_0.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.531031] env[63380]: DEBUG nova.network.neutron [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updated VIF entry in instance network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.531254] env[63380]: DEBUG nova.network.neutron [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.534622] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5512ecbe-ae62-4b19-978f-09aa89f66c5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.535171] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0acd00c2-1ef5-4bc6-bed3-e4dbacfc9387 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.551545] env[63380]: DEBUG oslo_concurrency.lockutils [req-276d720d-6a7f-4003-9a0d-bae636036697 req-e1e3c3e5-bf60-4f6e-9245-bdc5ed54fe9e service nova] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.564329] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.567345] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 746.567345] env[63380]: value = "task-2679810" [ 746.567345] env[63380]: _type = "Task" [ 746.567345] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.567563] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 746.567563] env[63380]: value = "task-2679811" [ 746.567563] env[63380]: _type = "Task" [ 746.567563] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.580708] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.587412] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.711109] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.711706] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a94205-51b8-481a-9391-7f6d36566bde {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.722088] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 746.722088] env[63380]: value = "task-2679812" [ 746.722088] env[63380]: _type = "Task" [ 746.722088] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.732842] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.783159] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.783159] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.785569] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.772s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.786552] env[63380]: DEBUG nova.objects.instance [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lazy-loading 'resources' on Instance uuid 7cd4017f-71ba-4dec-a601-7c9e6402940b {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.046465] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679807, 'name': CreateVM_Task, 'duration_secs': 2.233265} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.046845] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.047551] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.047728] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.048194] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.048492] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd3c823-9b67-436f-ad77-40e569b525c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.055105] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 747.055105] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7d0fe-f67c-686a-d5ba-c073d9321291" [ 747.055105] env[63380]: _type = "Task" [ 747.055105] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.065566] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7d0fe-f67c-686a-d5ba-c073d9321291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.081129] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.084598] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679810, 'name': PowerOffVM_Task, 'duration_secs': 0.385226} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.084927] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.085244] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.086096] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667c78f-0d65-441d-9c5f-8f2c53ab9f5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.094916] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.094916] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8e4645-e2d5-48ce-8ac8-524989f5f242 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.173590] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.173941] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.174232] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.174634] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-009811ee-835b-4207-8958-58df349afa49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.185734] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 747.185734] env[63380]: value = "task-2679814" [ 747.185734] env[63380]: _type = "Task" [ 747.185734] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.195083] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.233674] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679812, 'name': PowerOffVM_Task, 'duration_secs': 0.397252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.233674] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.233674] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.234360] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c75a5-0274-45f6-8ed3-a60c420a8721 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.242373] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.242691] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b666c0f-ac6c-43d4-a7ec-0b20221daae0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.275465] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.275718] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.275902] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Deleting the datastore file [datastore2] f5092b73-f9bf-4787-8ad7-2aa30192714a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.276313] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba165d5-0b3d-4e02-ba63-72d2c255f153 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.286156] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 747.286156] env[63380]: value = "task-2679816" [ 747.286156] env[63380]: _type = "Task" [ 747.286156] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.290695] env[63380]: DEBUG nova.compute.utils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.294031] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.294031] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.303101] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.371137] env[63380]: DEBUG nova.policy [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcd097e3236413fa1ffcec276af993d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '064e2577d16b4478897a7da2cd694dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.572294] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7d0fe-f67c-686a-d5ba-c073d9321291, 'name': SearchDatastore_Task, 'duration_secs': 0.014916} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.575835] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.576130] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.576379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.576540] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576730] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.580382] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dad12ea-26fc-4e1a-8d31-57dfb65b0607 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.592335] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679811, 'name': ReconfigVM_Task, 'duration_secs': 0.526029} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.594036] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295/ephemeral_0.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.594786] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.595066] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.595932] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f70ebf-dc66-44a2-8186-e477be5df21a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.598018] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75a6695-6db3-4ce0-8e57-bc2ac49de16f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.611025] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 747.611025] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9839a-4a7e-a326-ebee-ecfb6f41bae1" [ 747.611025] env[63380]: _type = "Task" [ 747.611025] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.613447] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 747.613447] env[63380]: value = "task-2679817" [ 747.613447] env[63380]: _type = "Task" [ 747.613447] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.624517] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9839a-4a7e-a326-ebee-ecfb6f41bae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.631050] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679817, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.703317] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220458} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.707999] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.708242] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.708426] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.797756] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.800563] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136732} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.803681] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.803871] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.804055] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.914589] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8f304-7637-4c0b-9c01-bbc99368d090 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.925096] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aa02f2-20ad-424d-88f6-ff249a50c649 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.931296] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Successfully created port: b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.966017] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24091c5-5ca3-41e1-a671-d35c2d8c5ac3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.974713] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373f89a6-9eac-4153-83f1-10b7db8e60b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.991125] env[63380]: DEBUG nova.compute.provider_tree [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.122748] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b9839a-4a7e-a326-ebee-ecfb6f41bae1, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.124515] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f107b0f2-8650-4499-801f-fd57ca2ddbee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.133048] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679817, 'name': Rename_Task, 'duration_secs': 0.365449} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.133048] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.133048] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b24af8fa-c65e-4ca7-a6d5-38b1c1b78f88 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.137022] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 748.137022] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526db451-5660-435a-18d2-2237e4b46834" [ 748.137022] env[63380]: _type = "Task" [ 748.137022] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.143868] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 748.143868] env[63380]: value = "task-2679818" [ 748.143868] env[63380]: _type = "Task" [ 748.143868] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.147659] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526db451-5660-435a-18d2-2237e4b46834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.157334] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.494105] env[63380]: DEBUG nova.scheduler.client.report [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.649394] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526db451-5660-435a-18d2-2237e4b46834, 'name': SearchDatastore_Task, 'duration_secs': 0.02797} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.653960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.654273] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3e0056ae-bfcc-41ab-8f58-f47feb7722b7/3e0056ae-bfcc-41ab-8f58-f47feb7722b7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.654814] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6db1b7c-8c0a-4763-9864-ad3e823153f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.664712] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679818, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.664903] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 748.664903] env[63380]: value = "task-2679819" [ 748.664903] env[63380]: _type = "Task" [ 748.664903] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.675752] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.760846] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.760846] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.760846] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.761100] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.761141] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.761310] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.761743] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.761743] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.761938] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.762119] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.762293] env[63380]: DEBUG nova.virt.hardware [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.763402] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf3e57-da76-4a46-bbad-2ee82b764ca6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.776135] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2569a73f-c438-4852-af8f-d93e35d49aee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.797988] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b0c0cc-9f44-4ef9-a45b-447630383b9c', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.806603] env[63380]: DEBUG oslo.service.loopingcall [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.808088] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.810384] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.810832] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce9a0fb-80ab-4942-9e25-27de43bd6ca2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.839950] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.839950] env[63380]: value = "task-2679820" [ 748.839950] env[63380]: _type = "Task" [ 748.839950] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.850132] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679820, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.852471] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.852695] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.852838] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.853029] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.853189] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.853338] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.853810] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.853810] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.854026] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.854026] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.854184] env[63380]: DEBUG nova.virt.hardware [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.856602] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a15f8-0972-467b-95ee-550d11322dea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.869225] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb03084e-47b5-4702-bef8-f22cf01c802c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.874020] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.874305] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.874418] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.874598] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.874745] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.874895] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.876599] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.876599] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.876599] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.876599] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.876599] env[63380]: DEBUG nova.virt.hardware [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.879776] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f8a1c2-6096-4bb1-9847-e7df8df4b001 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.895978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7cb170-ad35-4804-ac9a-3f2bf4cfb642 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915477] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.922532] env[63380]: DEBUG oslo.service.loopingcall [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.922816] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.923082] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fcf8b60-1ec1-470c-a4d5-4527305525d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.946916] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.946916] env[63380]: value = "task-2679821" [ 748.946916] env[63380]: _type = "Task" [ 748.946916] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.957397] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679821, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.001637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.005024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.420s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.005024] env[63380]: INFO nova.compute.claims [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.045032] env[63380]: INFO nova.scheduler.client.report [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Deleted allocations for instance 7cd4017f-71ba-4dec-a601-7c9e6402940b [ 749.164094] env[63380]: DEBUG oslo_vmware.api [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2679818, 'name': PowerOnVM_Task, 'duration_secs': 0.979251} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.165178] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.165178] env[63380]: INFO nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Took 12.64 seconds to spawn the instance on the hypervisor. [ 749.165178] env[63380]: DEBUG nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.166044] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88695a6a-6b8d-44b2-9328-eef02f47a457 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.179676] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679819, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.351238] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679820, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.461029] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679821, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.552615] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6778ec8e-b591-4f4c-ba3f-4cb45fd79cca tempest-ServerMetadataTestJSON-1513671646 tempest-ServerMetadataTestJSON-1513671646-project-member] Lock "7cd4017f-71ba-4dec-a601-7c9e6402940b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.334s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.677320] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703907} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.678273] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3e0056ae-bfcc-41ab-8f58-f47feb7722b7/3e0056ae-bfcc-41ab-8f58-f47feb7722b7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.678529] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.678801] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275fc126-b8b2-4260-8148-79536e412b26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.693809] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 749.693809] env[63380]: value = "task-2679822" [ 749.693809] env[63380]: _type = "Task" [ 749.693809] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.697544] env[63380]: INFO nova.compute.manager [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Took 46.36 seconds to build instance. [ 749.707745] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.859489] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679820, 'name': CreateVM_Task, 'duration_secs': 0.802751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.859739] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.860504] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.860678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.861013] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.861552] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b216d4-252f-4571-be83-36d6f180da2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.868407] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 749.868407] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c47b24-cfc4-a29e-cbd1-c24e6baee27e" [ 749.868407] env[63380]: _type = "Task" [ 749.868407] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.878866] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c47b24-cfc4-a29e-cbd1-c24e6baee27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.952426] env[63380]: DEBUG nova.compute.manager [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Received event network-vif-plugged-b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.952426] env[63380]: DEBUG oslo_concurrency.lockutils [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] Acquiring lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.954434] env[63380]: DEBUG oslo_concurrency.lockutils [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.958056] env[63380]: DEBUG oslo_concurrency.lockutils [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.958056] env[63380]: DEBUG nova.compute.manager [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] No waiting events found dispatching network-vif-plugged-b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.958056] env[63380]: WARNING nova.compute.manager [req-07f2ba95-412d-4c6c-9228-70527d3379e0 req-95b9be29-5726-4817-94f4-88670c48017d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Received unexpected event network-vif-plugged-b3d4aa28-4711-4b84-9192-b234ed192d93 for instance with vm_state building and task_state spawning. [ 749.966779] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679821, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.166643] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Successfully updated port: b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.202279] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f985eff1-f11c-4607-b06c-78a3d041865a tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.185s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.213844] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200495} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.214332] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.215342] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1961d007-c070-4800-a087-b5c4d0598b67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.243347] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3e0056ae-bfcc-41ab-8f58-f47feb7722b7/3e0056ae-bfcc-41ab-8f58-f47feb7722b7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.246958] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523e1b02-415c-4815-8a17-0c31684adc06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.269728] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 750.269728] env[63380]: value = "task-2679823" [ 750.269728] env[63380]: _type = "Task" [ 750.269728] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.282505] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.385916] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c47b24-cfc4-a29e-cbd1-c24e6baee27e, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.392949] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.393238] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.393535] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.393692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.393878] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.394507] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d1ba46-036c-430b-b32d-3b5a7aa7d7db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.406953] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.406953] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.410860] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa01313-e35f-42ad-80b1-dfd816c53712 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.419096] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 750.419096] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5e523-e741-60d3-8954-e12d10b4f355" [ 750.419096] env[63380]: _type = "Task" [ 750.419096] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.430869] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5e523-e741-60d3-8954-e12d10b4f355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.466619] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679821, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.670279] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.670689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.670929] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.705962] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.758031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7c190-3ef7-4bb9-8d1a-3a75ce74142b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.779067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32d72ff-c899-43ef-8d37-83bc6151c548 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.829413] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679823, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.830087] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c1b49-a9c2-42b3-9c28-90bf91babde0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.840540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf21d87-2ba6-4dc5-9729-ea2766ecf0dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.856805] env[63380]: DEBUG nova.compute.provider_tree [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.934212] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5e523-e741-60d3-8954-e12d10b4f355, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.934460] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2744334c-0d81-4780-acdf-9035e763ca34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.948186] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 750.948186] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527105c8-09bc-28ad-0437-06591d8bcda4" [ 750.948186] env[63380]: _type = "Task" [ 750.948186] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.961390] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527105c8-09bc-28ad-0437-06591d8bcda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.968182] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679821, 'name': CreateVM_Task, 'duration_secs': 1.67365} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.968182] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.968182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.968487] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.968585] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.968846] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70051c5e-8898-43b8-997b-157fab109215 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.976712] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 750.976712] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cbbde6-22bd-2030-9012-5edb917f8716" [ 750.976712] env[63380]: _type = "Task" [ 750.976712] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.984905] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cbbde6-22bd-2030-9012-5edb917f8716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.251848] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.283076] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679823, 'name': ReconfigVM_Task, 'duration_secs': 0.555538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.283536] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3e0056ae-bfcc-41ab-8f58-f47feb7722b7/3e0056ae-bfcc-41ab-8f58-f47feb7722b7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.284197] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93c77285-c4d9-4fb5-bd61-b667a2b8829a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.293861] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 751.293861] env[63380]: value = "task-2679824" [ 751.293861] env[63380]: _type = "Task" [ 751.293861] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.307132] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679824, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.364844] env[63380]: DEBUG nova.scheduler.client.report [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.380302] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.465161] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527105c8-09bc-28ad-0437-06591d8bcda4, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.468028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.468028] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.468028] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c85d4b-7219-421c-ae2b-3edfcf6cba69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.478555] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 751.478555] env[63380]: value = "task-2679825" [ 751.478555] env[63380]: _type = "Task" [ 751.478555] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.491403] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.495584] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cbbde6-22bd-2030-9012-5edb917f8716, 'name': SearchDatastore_Task, 'duration_secs': 0.015648} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.496274] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.496274] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.496582] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.496925] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.497061] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.497671] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d0ebe2-dd36-4f36-8c2f-201319df81db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.509890] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.509890] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.509890] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5216321b-1005-4884-aad1-19a274fa835e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.518515] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 751.518515] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cedbdf-5ba9-cbf2-3365-f1b7a7c1b3b2" [ 751.518515] env[63380]: _type = "Task" [ 751.518515] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.529421] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cedbdf-5ba9-cbf2-3365-f1b7a7c1b3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.550566] env[63380]: DEBUG nova.compute.manager [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Received event network-changed-cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.550823] env[63380]: DEBUG nova.compute.manager [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Refreshing instance network info cache due to event network-changed-cd5c9b49-2d7b-42ae-9287-cf431e528780. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.551064] env[63380]: DEBUG oslo_concurrency.lockutils [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] Acquiring lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.551557] env[63380]: DEBUG oslo_concurrency.lockutils [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] Acquired lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.551557] env[63380]: DEBUG nova.network.neutron [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Refreshing network info cache for port cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.809640] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679824, 'name': Rename_Task, 'duration_secs': 0.185432} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.809997] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.810419] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b20230-5e33-4992-95f6-78038a43b0da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.818348] env[63380]: DEBUG nova.network.neutron [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Updating instance_info_cache with network_info: [{"id": "b3d4aa28-4711-4b84-9192-b234ed192d93", "address": "fa:16:3e:d4:4d:57", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4aa28-47", "ovs_interfaceid": "b3d4aa28-4711-4b84-9192-b234ed192d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.833244] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 751.833244] env[63380]: value = "task-2679826" [ 751.833244] env[63380]: _type = "Task" [ 751.833244] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.848089] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.881026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.881026] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.889049] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.533s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.890011] env[63380]: INFO nova.compute.claims [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.000964] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500837} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.001288] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.001500] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.001765] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34bd3b88-9b1b-4dfe-8b23-59f22232a3ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.007994] env[63380]: DEBUG nova.compute.manager [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Received event network-changed-b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.008239] env[63380]: DEBUG nova.compute.manager [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Refreshing instance network info cache due to event network-changed-b3d4aa28-4711-4b84-9192-b234ed192d93. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.008445] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] Acquiring lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.011026] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 752.011026] env[63380]: value = "task-2679827" [ 752.011026] env[63380]: _type = "Task" [ 752.011026] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.031223] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.034601] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cedbdf-5ba9-cbf2-3365-f1b7a7c1b3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.035745] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bf5e2f-2c76-425b-91d2-bfc821aca38c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.047319] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 752.047319] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5268ede2-c115-4944-c090-cd528e5001da" [ 752.047319] env[63380]: _type = "Task" [ 752.047319] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.061801] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5268ede2-c115-4944-c090-cd528e5001da, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.062766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.063245] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.066036] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8585628-4ce1-424d-bfc5-c38cb1ec165a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.072671] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 752.072671] env[63380]: value = "task-2679828" [ 752.072671] env[63380]: _type = "Task" [ 752.072671] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.085794] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.330030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.330030] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Instance network_info: |[{"id": "b3d4aa28-4711-4b84-9192-b234ed192d93", "address": "fa:16:3e:d4:4d:57", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4aa28-47", "ovs_interfaceid": "b3d4aa28-4711-4b84-9192-b234ed192d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.332491] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] Acquired lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.332491] env[63380]: DEBUG nova.network.neutron [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Refreshing network info cache for port b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.336030] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:4d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d4aa28-4711-4b84-9192-b234ed192d93', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.353043] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Creating folder: Project (064e2577d16b4478897a7da2cd694dab). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.359667] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0634b7c-ef0c-413d-a68a-b2a52a43ed7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.376899] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.383206] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Created folder: Project (064e2577d16b4478897a7da2cd694dab) in parent group-v540155. [ 752.383206] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Creating folder: Instances. Parent ref: group-v540299. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.388623] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d170dc-d1f1-439b-be3f-493aa11646d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.392708] env[63380]: DEBUG nova.compute.utils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.396025] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.396025] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.417630] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Created folder: Instances in parent group-v540299. [ 752.421030] env[63380]: DEBUG oslo.service.loopingcall [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.421030] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.421030] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d673dfb-d0d0-4e8d-a0d9-7c1adffa3452 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.448602] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.448602] env[63380]: value = "task-2679831" [ 752.448602] env[63380]: _type = "Task" [ 752.448602] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.466161] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679831, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.517532] env[63380]: DEBUG nova.policy [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd022487b5e7b47beb65d84dea636bed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c584ad35670b4a00893bc9b79491ecc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.526854] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09282} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.527185] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.528139] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958ec2b-8f72-457f-be59-8911e40954e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.557797] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.558614] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90a2da3-e29d-40e8-aa81-d78c69edba3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.598203] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.599915] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 752.599915] env[63380]: value = "task-2679832" [ 752.599915] env[63380]: _type = "Task" [ 752.599915] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.610876] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.773683] env[63380]: DEBUG nova.network.neutron [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updated VIF entry in instance network info cache for port cd5c9b49-2d7b-42ae-9287-cf431e528780. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.777591] env[63380]: DEBUG nova.network.neutron [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updating instance_info_cache with network_info: [{"id": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "address": "fa:16:3e:b8:6c:fa", "network": {"id": "3e849324-2aff-44db-bb58-73b2fe11215a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1948376307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b3e439d3cd409b971d119f675f8591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5c9b49-2d", "ovs_interfaceid": "cd5c9b49-2d7b-42ae-9287-cf431e528780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.848532] env[63380]: DEBUG nova.network.neutron [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Updated VIF entry in instance network info cache for port b3d4aa28-4711-4b84-9192-b234ed192d93. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.848646] env[63380]: DEBUG nova.network.neutron [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Updating instance_info_cache with network_info: [{"id": "b3d4aa28-4711-4b84-9192-b234ed192d93", "address": "fa:16:3e:d4:4d:57", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d4aa28-47", "ovs_interfaceid": "b3d4aa28-4711-4b84-9192-b234ed192d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.871809] env[63380]: DEBUG oslo_vmware.api [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679826, 'name': PowerOnVM_Task, 'duration_secs': 0.660927} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.871942] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.872165] env[63380]: INFO nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Took 11.35 seconds to spawn the instance on the hypervisor. [ 752.872532] env[63380]: DEBUG nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.873447] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb2d77-9472-484c-a13f-28f7d1df7658 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.909298] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.961872] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679831, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.102565] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568911} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.109772] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.110151] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.114409] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3026bea7-dca2-4837-8526-d2bcd864f2ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.130136] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679832, 'name': ReconfigVM_Task, 'duration_secs': 0.423236} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.131816] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.132838] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 753.132838] env[63380]: value = "task-2679833" [ 753.132838] env[63380]: _type = "Task" [ 753.132838] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.136578] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a19530e8-4516-4dbf-88ed-58fb1040dc96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.150789] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.152785] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 753.152785] env[63380]: value = "task-2679834" [ 753.152785] env[63380]: _type = "Task" [ 753.152785] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.173190] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679834, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.282268] env[63380]: DEBUG oslo_concurrency.lockutils [req-8ac76a38-5c3f-4844-a0ec-30def2f95a0a req-229d1a89-4577-4f76-9080-033fa3dcb828 service nova] Releasing lock "refresh_cache-8ee5b81b-ac9b-4c7d-a244-5b288590c295" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.312802] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Successfully created port: ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.353166] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cb103c8-123d-40db-aff3-0bf90a80b04e req-58b40e84-7a92-4dd8-9a49-d7ce751c901d service nova] Releasing lock "refresh_cache-47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.394021] env[63380]: INFO nova.compute.manager [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Took 41.70 seconds to build instance. [ 753.462406] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679831, 'name': CreateVM_Task, 'duration_secs': 0.561962} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.462576] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.463354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.463730] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.463928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.464206] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b45648-9bc8-4d33-81d6-b82e3ca151c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.472910] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 753.472910] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52909d5a-3199-19df-eec1-54b9b066046e" [ 753.472910] env[63380]: _type = "Task" [ 753.472910] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.482804] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52909d5a-3199-19df-eec1-54b9b066046e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.586175] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae32fe-ce7f-4a2d-beae-4fceadc20f38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.597415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b229cf-d436-40b8-a314-ba78c1b82aca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.631382] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184964b4-724b-4efa-9f27-25ab58b3a6dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.643119] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579dc6e2-cfc4-43e4-aa79-7b986cc3f54a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.652250] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147841} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.660083] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.660687] env[63380]: DEBUG nova.compute.provider_tree [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.662769] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcda69f-720c-4715-85ef-3b62f2762220 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.674923] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679834, 'name': Rename_Task, 'duration_secs': 0.167404} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.681856] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.697015] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.697015] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d61bb0ca-4f82-4046-a728-2e5c53a3133c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.699855] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b390d74-7fe4-4de6-8345-c4a4e0d70d65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.724058] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 753.724058] env[63380]: value = "task-2679836" [ 753.724058] env[63380]: _type = "Task" [ 753.724058] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.724324] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 753.724324] env[63380]: value = "task-2679835" [ 753.724324] env[63380]: _type = "Task" [ 753.724324] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.739663] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.742798] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.898311] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fb0d3816-a4f2-4dc2-a2ef-dbbfbf68ede1 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.137s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.921321] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.961470] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.961797] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.961893] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.963527] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.963527] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.963527] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.963775] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.963879] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.964045] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.964213] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.964796] env[63380]: DEBUG nova.virt.hardware [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.965771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb7b35a-d01d-410e-b2e2-1106d9c73486 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.985155] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e56f2-d658-4a12-8073-4ab5e56a86d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.995148] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52909d5a-3199-19df-eec1-54b9b066046e, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.995148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.995148] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.995510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.995609] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.995835] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.996173] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48bbf681-2f26-4484-bf88-ce84f9834a2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.016203] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.016376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.017163] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c51aaa-0d41-4ede-89cb-bf2638b6248c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.024556] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 754.024556] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52125552-bd85-5615-d49e-3ed2a24d446a" [ 754.024556] env[63380]: _type = "Task" [ 754.024556] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.040488] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52125552-bd85-5615-d49e-3ed2a24d446a, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.041609] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5bcd471-50f4-41f6-ab30-7614ee3d0ef2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.048520] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 754.048520] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ebc2e-2395-922e-b6ea-e2aa8fc02745" [ 754.048520] env[63380]: _type = "Task" [ 754.048520] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.057402] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ebc2e-2395-922e-b6ea-e2aa8fc02745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.115562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.115744] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.169745] env[63380]: DEBUG nova.scheduler.client.report [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.240828] env[63380]: DEBUG oslo_vmware.api [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679835, 'name': PowerOnVM_Task, 'duration_secs': 0.518049} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.245748] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.245981] env[63380]: DEBUG nova.compute.manager [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.246305] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679836, 'name': ReconfigVM_Task, 'duration_secs': 0.433723} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.247056] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5873aa-4c84-4c1e-843a-2265ae5af921 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.250074] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f5092b73-f9bf-4787-8ad7-2aa30192714a/f5092b73-f9bf-4787-8ad7-2aa30192714a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.250898] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad6e7547-b7d2-406c-a582-244dee87bac7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.263129] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 754.263129] env[63380]: value = "task-2679837" [ 754.263129] env[63380]: _type = "Task" [ 754.263129] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.272383] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679837, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.402745] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.503743] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.504325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.563671] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ebc2e-2395-922e-b6ea-e2aa8fc02745, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.563671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.563979] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0/47c1b55d-8b90-4ff9-8547-ef1bd0174bb0.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.564354] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed5dfd24-de39-4010-a733-444b7d6787c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.574906] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 754.574906] env[63380]: value = "task-2679838" [ 754.574906] env[63380]: _type = "Task" [ 754.574906] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.585292] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.675610] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.676306] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.680267] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.559s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.682700] env[63380]: INFO nova.compute.claims [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.785644] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679837, 'name': Rename_Task, 'duration_secs': 0.228289} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.785644] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.785644] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.785917] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6da2600d-7326-4e25-9456-e24845dbb890 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.794041] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 754.794041] env[63380]: value = "task-2679839" [ 754.794041] env[63380]: _type = "Task" [ 754.794041] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.804319] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.953980] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.013221] env[63380]: DEBUG nova.compute.utils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.087692] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.188881] env[63380]: DEBUG nova.compute.utils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.199529] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.199957] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.263719] env[63380]: DEBUG nova.policy [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71e6bb9671f4141927fb4d2b27f99e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff23de12be8f4fdbb53a2497ade9958b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.312077] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679839, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.340630] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.341749] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12171096-f055-470e-ad06-126e6575cf42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.350800] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 755.351275] env[63380]: ERROR oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk due to incomplete transfer. [ 755.351786] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4da35af5-9ad4-40f4-81e1-d765afa89c09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.367521] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281f8c1-71ba-001a-adb3-c82012546a42/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 755.368568] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Uploaded image db3bdfa3-0282-4926-b72f-a64ca6ee9a5d to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 755.370697] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 755.371262] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e898813-3220-4a42-807f-718d0ebca3ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.383897] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 755.383897] env[63380]: value = "task-2679840" [ 755.383897] env[63380]: _type = "Task" [ 755.383897] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.397515] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679840, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.427933] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Successfully updated port: ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.521317] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.587216] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682724} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.587540] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0/47c1b55d-8b90-4ff9-8547-ef1bd0174bb0.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.587771] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.588109] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4267b3-a852-46da-9c5d-03b965f1d233 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.596360] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 755.596360] env[63380]: value = "task-2679841" [ 755.596360] env[63380]: _type = "Task" [ 755.596360] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.606381] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.703206] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.757377] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Successfully created port: e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.772362] env[63380]: DEBUG nova.compute.manager [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received event network-vif-plugged-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.772647] env[63380]: DEBUG oslo_concurrency.lockutils [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] Acquiring lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.773027] env[63380]: DEBUG oslo_concurrency.lockutils [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.773154] env[63380]: DEBUG oslo_concurrency.lockutils [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.773397] env[63380]: DEBUG nova.compute.manager [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] No waiting events found dispatching network-vif-plugged-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.773580] env[63380]: WARNING nova.compute.manager [req-4ea1c983-1b50-4fda-8759-a46ce9701231 req-5ece726c-9b58-4f64-b92a-00c0ca214d45 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received unexpected event network-vif-plugged-ab3920e4-7ef7-41f0-8f86-215192826f50 for instance with vm_state building and task_state spawning. [ 755.805901] env[63380]: DEBUG oslo_vmware.api [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679839, 'name': PowerOnVM_Task, 'duration_secs': 0.69347} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.808779] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.808965] env[63380]: DEBUG nova.compute.manager [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.809933] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd64ba0-18b6-4fba-9d71-98a7bbf4c2bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.897691] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679840, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.940120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.940120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.940120] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.106575] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071471} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.106709] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.107795] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe59bf-364d-4cff-afb8-8d6b9668559d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.132182] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0/47c1b55d-8b90-4ff9-8547-ef1bd0174bb0.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.135303] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86318f43-b18c-4724-a5a9-c64b5bad661d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.159936] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 756.159936] env[63380]: value = "task-2679842" [ 756.159936] env[63380]: _type = "Task" [ 756.159936] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.171071] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.298877] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c7f264-dc0c-4045-ab8b-59988e2f0f3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.309275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b5f242-f407-455d-bd05-5cbb6d288d49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.347207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ded16-88b7-4ec7-9839-eeea66d31d5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.355111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.361669] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f5ed2-6208-4b22-967a-fce800576b8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.381834] env[63380]: DEBUG nova.compute.provider_tree [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.395988] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679840, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.500599] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.523656] env[63380]: INFO nova.compute.manager [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Rebuilding instance [ 756.570928] env[63380]: DEBUG nova.compute.manager [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.571832] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fd8d71-9e9f-4c42-9a52-0e238a5b30b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.654598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.654865] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.655110] env[63380]: INFO nova.compute.manager [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Attaching volume d2de9230-6497-4dbb-a819-1976114809e9 to /dev/sdb [ 756.674628] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.697421] env[63380]: DEBUG nova.network.neutron [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updating instance_info_cache with network_info: [{"id": "ab3920e4-7ef7-41f0-8f86-215192826f50", "address": "fa:16:3e:1c:33:b0", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3920e4-7e", "ovs_interfaceid": "ab3920e4-7ef7-41f0-8f86-215192826f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.701565] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837711e5-b876-4dcf-a2e0-60b53ed22a9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.710958] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d30b53-67e9-40e5-a336-a1a485e7361d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.715728] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.731955] env[63380]: DEBUG nova.virt.block_device [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Updating existing volume attachment record: 8d2f6575-bf7a-40a4-84db-dcab780edb37 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 756.747580] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.747876] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.748091] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.748317] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.748487] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.748642] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.748876] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.749065] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.749268] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.749456] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.749669] env[63380]: DEBUG nova.virt.hardware [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.750659] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe33fd-77ad-48a2-863c-e7ff3e16fd44 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.764667] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587f187-d9fc-4ed8-b07c-92ac06288759 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.886737] env[63380]: DEBUG nova.scheduler.client.report [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.910936] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679840, 'name': Destroy_Task, 'duration_secs': 1.10119} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.911270] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Destroyed the VM [ 756.911576] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.911893] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f2788c4-a399-4d21-ab0d-d8f57b6f79be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.926091] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 756.926091] env[63380]: value = "task-2679844" [ 756.926091] env[63380]: _type = "Task" [ 756.926091] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.955053] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.172988] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679842, 'name': ReconfigVM_Task, 'duration_secs': 0.792928} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.173368] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0/47c1b55d-8b90-4ff9-8547-ef1bd0174bb0.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.174098] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4ae9f4-27fb-44ce-b3e2-40d896de1682 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.183217] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 757.183217] env[63380]: value = "task-2679845" [ 757.183217] env[63380]: _type = "Task" [ 757.183217] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.193955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "1f1535e6-62db-459d-955a-50c1a960e384" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.194460] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.201773] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.202100] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Instance network_info: |[{"id": "ab3920e4-7ef7-41f0-8f86-215192826f50", "address": "fa:16:3e:1c:33:b0", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3920e4-7e", "ovs_interfaceid": "ab3920e4-7ef7-41f0-8f86-215192826f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.202397] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679845, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.203081] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:33:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab3920e4-7ef7-41f0-8f86-215192826f50', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.211471] env[63380]: DEBUG oslo.service.loopingcall [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.212109] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.212354] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9472a814-927d-4056-8e2e-b2eee93eb714 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.233690] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.233690] env[63380]: value = "task-2679846" [ 757.233690] env[63380]: _type = "Task" [ 757.233690] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.243331] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679846, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.342982] env[63380]: DEBUG nova.compute.manager [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Received event network-vif-plugged-e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.343232] env[63380]: DEBUG oslo_concurrency.lockutils [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.343530] env[63380]: DEBUG oslo_concurrency.lockutils [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] Lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.343621] env[63380]: DEBUG oslo_concurrency.lockutils [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] Lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.343765] env[63380]: DEBUG nova.compute.manager [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] No waiting events found dispatching network-vif-plugged-e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.343936] env[63380]: WARNING nova.compute.manager [req-0ea6f152-5d91-4766-84f4-af2cc970ab0e req-b4de1aae-6134-4224-a1a0-841c24306388 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Received unexpected event network-vif-plugged-e7fe99c9-20e6-436a-93ca-9db523f59df4 for instance with vm_state building and task_state spawning. [ 757.360431] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.360699] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.360986] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "f5092b73-f9bf-4787-8ad7-2aa30192714a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.361215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.361393] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.366428] env[63380]: INFO nova.compute.manager [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Terminating instance [ 757.393972] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.394617] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.397372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.585s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.401026] env[63380]: INFO nova.compute.claims [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.446286] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.480239] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Successfully updated port: e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.589444] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.589844] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab5cbbf-7152-43d7-b25f-e731453b5f48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.597184] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 757.597184] env[63380]: value = "task-2679849" [ 757.597184] env[63380]: _type = "Task" [ 757.597184] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.606582] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.696458] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679845, 'name': Rename_Task, 'duration_secs': 0.203446} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.696789] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.697059] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d25df49e-dca2-45b4-9a46-e33907101758 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.705141] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 757.705141] env[63380]: value = "task-2679850" [ 757.705141] env[63380]: _type = "Task" [ 757.705141] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.715992] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.745723] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679846, 'name': CreateVM_Task, 'duration_secs': 0.388745} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.746087] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.747149] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.747550] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.748027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.749671] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3344e4c3-5a9d-46f2-8097-6fddc38d3367 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.754820] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 757.754820] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d94065-f58b-30ae-0333-a231a022d87a" [ 757.754820] env[63380]: _type = "Task" [ 757.754820] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.764342] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d94065-f58b-30ae-0333-a231a022d87a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.796138] env[63380]: DEBUG nova.compute.manager [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.796348] env[63380]: DEBUG nova.compute.manager [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing instance network info cache due to event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.796641] env[63380]: DEBUG oslo_concurrency.lockutils [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] Acquiring lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.796696] env[63380]: DEBUG oslo_concurrency.lockutils [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] Acquired lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.796877] env[63380]: DEBUG nova.network.neutron [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.874394] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "refresh_cache-f5092b73-f9bf-4787-8ad7-2aa30192714a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.874616] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquired lock "refresh_cache-f5092b73-f9bf-4787-8ad7-2aa30192714a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.874853] env[63380]: DEBUG nova.network.neutron [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.903624] env[63380]: DEBUG nova.compute.utils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.909423] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.909423] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.941226] env[63380]: DEBUG oslo_vmware.api [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679844, 'name': RemoveSnapshot_Task, 'duration_secs': 0.717803} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.941542] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.941870] env[63380]: INFO nova.compute.manager [None req-e6419b9d-94a9-433a-b84e-d11c356650db tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 20.29 seconds to snapshot the instance on the hypervisor. [ 757.982872] env[63380]: DEBUG nova.policy [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa375f43cb2546f89dd1cfe2abc0173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fcaecd326d460da031ecd21d339e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.985387] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.985574] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.985784] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.110170] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679849, 'name': PowerOffVM_Task, 'duration_secs': 0.217761} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.110457] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.110690] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.111638] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec387e-1339-4f31-bd15-4e79b27f4d89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.119146] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.119415] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-323b7f2d-ba15-42f1-b0bc-77dfb790c2b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.217161] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.267926] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d94065-f58b-30ae-0333-a231a022d87a, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.268048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.268350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.268793] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.269097] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.269361] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.269752] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983bbbbd-d6e8-49a1-8598-05c25caf33ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.284941] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.285317] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.286809] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e8a484-f6fd-44c3-841d-c16f4393c643 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.297846] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 758.297846] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c005a-27a9-71f1-a478-1e83a52533a1" [ 758.297846] env[63380]: _type = "Task" [ 758.297846] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.309711] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c005a-27a9-71f1-a478-1e83a52533a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.326053] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Successfully created port: 75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.402736] env[63380]: DEBUG nova.network.neutron [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.413258] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.518482] env[63380]: DEBUG nova.network.neutron [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.541127] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.596078] env[63380]: DEBUG nova.network.neutron [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updated VIF entry in instance network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.596451] env[63380]: DEBUG nova.network.neutron [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updating instance_info_cache with network_info: [{"id": "ab3920e4-7ef7-41f0-8f86-215192826f50", "address": "fa:16:3e:1c:33:b0", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3920e4-7e", "ovs_interfaceid": "ab3920e4-7ef7-41f0-8f86-215192826f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.655212] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.655468] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.655657] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore1] f98281a2-a7a8-4f9b-9fd9-10b351880f43 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.655939] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbddc82-55e7-4a03-879e-9558e71f3f7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.664294] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 758.664294] env[63380]: value = "task-2679852" [ 758.664294] env[63380]: _type = "Task" [ 758.664294] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.672904] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.719448] env[63380]: DEBUG oslo_vmware.api [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679850, 'name': PowerOnVM_Task, 'duration_secs': 0.629572} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.719744] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.719948] env[63380]: INFO nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Took 9.91 seconds to spawn the instance on the hypervisor. [ 758.720154] env[63380]: DEBUG nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.720936] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae905e-6beb-4ec2-a88c-d3e70b28ad3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.732949] env[63380]: DEBUG nova.network.neutron [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.811144] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c005a-27a9-71f1-a478-1e83a52533a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.811472] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbd8be7-6966-45a7-9c38-a18404b728aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.822373] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 758.822373] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eeb514-f357-7993-ef44-bcb509f6403b" [ 758.822373] env[63380]: _type = "Task" [ 758.822373] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.836216] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eeb514-f357-7993-ef44-bcb509f6403b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.011533] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f59c39a-d018-41d5-a58f-bb45a699c3bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.022275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0830bc-d301-4362-8160-936e4a10e271 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.026339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Releasing lock "refresh_cache-f5092b73-f9bf-4787-8ad7-2aa30192714a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.026574] env[63380]: DEBUG nova.compute.manager [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.026802] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.027605] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601e44b3-1175-41e7-8dd0-b8b4a4ccc7fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.036270] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.061369] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a5e54a-cae9-4d87-a81b-faca1682d70c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.064167] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef954b5-306e-430a-9a93-224be861b392 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.073415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e4362-3b03-4dd3-a871-eb8f56d620ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.078251] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 759.078251] env[63380]: value = "task-2679853" [ 759.078251] env[63380]: _type = "Task" [ 759.078251] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.090855] env[63380]: DEBUG nova.compute.provider_tree [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.098334] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.099357] env[63380]: DEBUG oslo_concurrency.lockutils [req-dcd4b90f-0607-405f-9298-5557e53403a9 req-931a2e7b-2c3f-4040-b5e7-eee09c7f91da service nova] Releasing lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.175229] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424378} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.175570] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.175803] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.176037] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.238732] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.239031] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Instance network_info: |[{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.241975] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:d2:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7fe99c9-20e6-436a-93ca-9db523f59df4', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.248299] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Creating folder: Project (ff23de12be8f4fdbb53a2497ade9958b). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.249065] env[63380]: INFO nova.compute.manager [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Took 34.75 seconds to build instance. [ 759.249856] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd9018a-b29a-4466-9618-bf5048a8ecab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.270026] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Created folder: Project (ff23de12be8f4fdbb53a2497ade9958b) in parent group-v540155. [ 759.270026] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Creating folder: Instances. Parent ref: group-v540305. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.270026] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a071ce12-93fa-49be-bcbe-35d3c9d981f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.282544] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Created folder: Instances in parent group-v540305. [ 759.282845] env[63380]: DEBUG oslo.service.loopingcall [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.283093] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.283331] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d2e59c-615a-4509-abc0-df4c3f9f3110 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.308021] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.308021] env[63380]: value = "task-2679856" [ 759.308021] env[63380]: _type = "Task" [ 759.308021] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.316753] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679856, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.333370] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eeb514-f357-7993-ef44-bcb509f6403b, 'name': SearchDatastore_Task, 'duration_secs': 0.014661} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.334660] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.335101] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] a02f3b4b-fb9f-4cf5-a886-f86998d3262b/a02f3b4b-fb9f-4cf5-a886-f86998d3262b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.335512] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a63d00-984d-46bc-8d68-868835e396db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.350419] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 759.350419] env[63380]: value = "task-2679857" [ 759.350419] env[63380]: _type = "Task" [ 759.350419] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.359444] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.375352] env[63380]: DEBUG nova.compute.manager [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Received event network-changed-e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.375603] env[63380]: DEBUG nova.compute.manager [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Refreshing instance network info cache due to event network-changed-e7fe99c9-20e6-436a-93ca-9db523f59df4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.375813] env[63380]: DEBUG oslo_concurrency.lockutils [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] Acquiring lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.375907] env[63380]: DEBUG oslo_concurrency.lockutils [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] Acquired lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.376073] env[63380]: DEBUG nova.network.neutron [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Refreshing network info cache for port e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.431026] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.454833] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.455138] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.455355] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.455583] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.455800] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.455976] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.456225] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.456403] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.456605] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.456755] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.456939] env[63380]: DEBUG nova.virt.hardware [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.457871] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e252267-b72d-4bf5-90e6-647480cddd7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.466317] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f9268-3dae-42ff-9e22-595d5a546a47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.591293] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679853, 'name': PowerOffVM_Task, 'duration_secs': 0.131315} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.591568] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.591738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.592170] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a93d606-ad7c-48e0-a536-11407c6a6f55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.594354] env[63380]: DEBUG nova.scheduler.client.report [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.631272] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.631591] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.631692] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Deleting the datastore file [datastore1] f5092b73-f9bf-4787-8ad7-2aa30192714a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.631970] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44a1752-2aa9-4b8b-b74a-3de725e27824 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.639664] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for the task: (returnval){ [ 759.639664] env[63380]: value = "task-2679860" [ 759.639664] env[63380]: _type = "Task" [ 759.639664] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.653338] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.754043] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2aefef6a-4beb-408e-b9b0-c5e7a424d44d tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.786s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.819890] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679856, 'name': CreateVM_Task, 'duration_secs': 0.483762} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.820149] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.820917] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.821103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.821442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.821728] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e075f4-48a8-4233-b1b1-654253905c8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.829519] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 759.829519] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc646e-14dd-0097-a523-f5a12ce9a1da" [ 759.829519] env[63380]: _type = "Task" [ 759.829519] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.843279] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc646e-14dd-0097-a523-f5a12ce9a1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.863440] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.101996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.102565] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.108117] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.089s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.108354] env[63380]: DEBUG nova.objects.instance [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lazy-loading 'resources' on Instance uuid 5ed84989-bf6b-4fe3-924f-8168300aa1bf {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.150413] env[63380]: DEBUG oslo_vmware.api [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Task: {'id': task-2679860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2826} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.150702] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.150887] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.151114] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.151239] env[63380]: INFO nova.compute.manager [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 760.151484] env[63380]: DEBUG oslo.service.loopingcall [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.151672] env[63380]: DEBUG nova.compute.manager [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.151767] env[63380]: DEBUG nova.network.neutron [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.177298] env[63380]: DEBUG nova.network.neutron [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updated VIF entry in instance network info cache for port e7fe99c9-20e6-436a-93ca-9db523f59df4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.177621] env[63380]: DEBUG nova.network.neutron [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.179245] env[63380]: DEBUG nova.network.neutron [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.210732] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.211362] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.211362] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.211362] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.211570] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.211618] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.211794] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.211945] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.212122] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.212280] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.215082] env[63380]: DEBUG nova.virt.hardware [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.215082] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfa6f7a-b342-4cac-b8b8-f95c8f9331f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.223270] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb191ca-722b-4fc1-ad2a-60e66a21ff33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.238177] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4e:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b0c0cc-9f44-4ef9-a45b-447630383b9c', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.246015] env[63380]: DEBUG oslo.service.loopingcall [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.246286] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.246502] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b33e9731-3646-4c3e-8a32-ea66b4223326 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.260617] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.271106] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.271106] env[63380]: value = "task-2679861" [ 760.271106] env[63380]: _type = "Task" [ 760.271106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.279275] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679861, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.307400] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Successfully updated port: 75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.340597] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc646e-14dd-0097-a523-f5a12ce9a1da, 'name': SearchDatastore_Task, 'duration_secs': 0.060749} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.340902] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.341223] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.341397] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.341530] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.341899] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.342036] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc5a9274-bd7a-42c4-a327-394efda35931 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.355939] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.356542] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.357273] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ab9670-6c1f-4ace-9a77-0ee825c57a3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.362967] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62012} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.363489] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] a02f3b4b-fb9f-4cf5-a886-f86998d3262b/a02f3b4b-fb9f-4cf5-a886-f86998d3262b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.363709] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.363960] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34fbcaa-974d-4ee3-8462-b7cc1762bba9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.368195] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 760.368195] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5202a596-7dff-9472-4a54-e7cc11afeb61" [ 760.368195] env[63380]: _type = "Task" [ 760.368195] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.372027] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 760.372027] env[63380]: value = "task-2679862" [ 760.372027] env[63380]: _type = "Task" [ 760.372027] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.378399] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5202a596-7dff-9472-4a54-e7cc11afeb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.384299] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.612496] env[63380]: DEBUG nova.compute.utils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.616383] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.616625] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.656525] env[63380]: DEBUG nova.policy [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db05101e26ee4662955eb1fffa971de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ba904fb0df4b6fa415854bc1f5d1c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.683304] env[63380]: DEBUG oslo_concurrency.lockutils [req-e5b4f6d6-df20-4ecb-a428-0f874ae8508b req-ad59023e-cd28-4da2-8271-7355d2b95e6c service nova] Releasing lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.684140] env[63380]: DEBUG nova.network.neutron [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.784104] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679861, 'name': CreateVM_Task, 'duration_secs': 0.464611} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.784313] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.784993] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.785637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.785637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.785769] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899b73d7-50d5-483d-8918-9d9f63a16bdf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.790388] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.795387] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 760.795387] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee338d-e987-eadb-13ae-879d43248888" [ 760.795387] env[63380]: _type = "Task" [ 760.795387] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.806788] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee338d-e987-eadb-13ae-879d43248888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.809513] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.809712] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.809880] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.884044] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5202a596-7dff-9472-4a54-e7cc11afeb61, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.889756] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078136} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.892024] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24037dcb-e473-48f4-bdb7-fcdf6700eedc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.895598] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.898096] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e1612-4845-4a7b-bc3c-cd959c17f118 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.919892] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 760.919892] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3dae0-b263-79a8-87dc-aa27082f5b2d" [ 760.919892] env[63380]: _type = "Task" [ 760.919892] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.929962] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a02f3b4b-fb9f-4cf5-a886-f86998d3262b/a02f3b4b-fb9f-4cf5-a886-f86998d3262b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.934341] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039e4e04-1d19-4f8d-895d-c9ad7a1f9592 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.961101] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3dae0-b263-79a8-87dc-aa27082f5b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.965256] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.965602] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fcd366e5-342c-4dea-955a-2c557219f54c/fcd366e5-342c-4dea-955a-2c557219f54c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.965968] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 760.965968] env[63380]: value = "task-2679863" [ 760.965968] env[63380]: _type = "Task" [ 760.965968] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.966702] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e278a2-1ca0-46a4-a256-536290a796f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.978220] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.983053] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 760.983053] env[63380]: value = "task-2679864" [ 760.983053] env[63380]: _type = "Task" [ 760.983053] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.993227] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.085594] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Successfully created port: 10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.117445] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.187674] env[63380]: INFO nova.compute.manager [-] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Took 1.04 seconds to deallocate network for instance. [ 761.202429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "238dda65-7415-46b1-b19d-ae667a1bccce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.206031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.206031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.206031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.206031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.206377] env[63380]: INFO nova.compute.manager [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Terminating instance [ 761.225533] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a888d63-2ac7-4f68-aa00-9e230ad3ab8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.238609] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec3134-3bbb-4c14-bd8b-ed5fd9a002da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.282454] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb224f-c934-408d-9854-571d18f9bd09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.293882] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df015636-ffca-48c9-a195-9bb8aae7bbc8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.323019] env[63380]: DEBUG nova.compute.provider_tree [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.323890] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee338d-e987-eadb-13ae-879d43248888, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.324493] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.324763] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.324999] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.325152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.325328] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.325917] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ec07d7-d47d-40d3-9913-99dda9b96378 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.344239] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.344947] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.345603] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366597f2-e545-4e41-a835-2315e862c06a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.354095] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 761.354095] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67ae1-c34c-cab2-6d76-466ee8a2b3c8" [ 761.354095] env[63380]: _type = "Task" [ 761.354095] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.360730] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.366949] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67ae1-c34c-cab2-6d76-466ee8a2b3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.455311] env[63380]: DEBUG nova.compute.manager [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Received event network-vif-plugged-75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.455470] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Acquiring lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.455688] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.456281] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.456281] env[63380]: DEBUG nova.compute.manager [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] No waiting events found dispatching network-vif-plugged-75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.456281] env[63380]: WARNING nova.compute.manager [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Received unexpected event network-vif-plugged-75053a18-5fd2-4d37-81b1-c8994d4094f8 for instance with vm_state building and task_state spawning. [ 761.456433] env[63380]: DEBUG nova.compute.manager [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Received event network-changed-75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.456668] env[63380]: DEBUG nova.compute.manager [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Refreshing instance network info cache due to event network-changed-75053a18-5fd2-4d37-81b1-c8994d4094f8. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.456939] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Acquiring lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.483335] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.498202] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.534962] env[63380]: DEBUG nova.network.neutron [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Updating instance_info_cache with network_info: [{"id": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "address": "fa:16:3e:6f:79:7f", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75053a18-5f", "ovs_interfaceid": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.695656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.715499] env[63380]: DEBUG nova.compute.manager [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.715750] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.716788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191b123-c2da-4b3f-97ab-171460f1d7d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.729874] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.730165] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80bc0b1c-66a4-4451-8601-25cdc11085d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.737570] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 761.737570] env[63380]: value = "task-2679865" [ 761.737570] env[63380]: _type = "Task" [ 761.737570] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.746806] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.785551] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 761.785713] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540304', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'name': 'volume-d2de9230-6497-4dbb-a819-1976114809e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0056ae-bfcc-41ab-8f58-f47feb7722b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'serial': 'd2de9230-6497-4dbb-a819-1976114809e9'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 761.786842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f909e07-1603-472b-9505-54aabe6d9ac3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803769] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a4f3fb-0fdd-4426-8b31-ec89f77efa75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.828783] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-d2de9230-6497-4dbb-a819-1976114809e9/volume-d2de9230-6497-4dbb-a819-1976114809e9.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.829651] env[63380]: DEBUG nova.scheduler.client.report [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.832664] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b20bd8e-dae9-4845-b364-e07132832a5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.847592] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.849499] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.804s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.850873] env[63380]: INFO nova.compute.claims [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.860784] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 761.860784] env[63380]: value = "task-2679866" [ 761.860784] env[63380]: _type = "Task" [ 761.860784] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.864748] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c67ae1-c34c-cab2-6d76-466ee8a2b3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.057405} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.868648] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ac5153-ad8f-41e9-ac06-6e464f5b0c5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.873098] env[63380]: INFO nova.scheduler.client.report [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted allocations for instance 5ed84989-bf6b-4fe3-924f-8168300aa1bf [ 761.882791] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 761.882791] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5087b-0dce-35a8-22f9-460af0c73a35" [ 761.882791] env[63380]: _type = "Task" [ 761.882791] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.886389] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.892567] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5087b-0dce-35a8-22f9-460af0c73a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.981137] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679863, 'name': ReconfigVM_Task, 'duration_secs': 0.787696} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.981450] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a02f3b4b-fb9f-4cf5-a886-f86998d3262b/a02f3b4b-fb9f-4cf5-a886-f86998d3262b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.982158] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef97a4d1-32ea-4a4b-a2fe-c9a394e1e373 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.993078] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619661} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.994404] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fcd366e5-342c-4dea-955a-2c557219f54c/fcd366e5-342c-4dea-955a-2c557219f54c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.994642] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.994967] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 761.994967] env[63380]: value = "task-2679867" [ 761.994967] env[63380]: _type = "Task" [ 761.994967] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.995171] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-946abdc7-4771-46f5-a5d8-1dd27c07fa66 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.008300] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 762.008300] env[63380]: value = "task-2679868" [ 762.008300] env[63380]: _type = "Task" [ 762.008300] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.011434] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679867, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.022441] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.038167] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.038660] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Instance network_info: |[{"id": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "address": "fa:16:3e:6f:79:7f", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75053a18-5f", "ovs_interfaceid": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.039097] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Acquired lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.039321] env[63380]: DEBUG nova.network.neutron [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Refreshing network info cache for port 75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.040970] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:79:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75053a18-5fd2-4d37-81b1-c8994d4094f8', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.049112] env[63380]: DEBUG oslo.service.loopingcall [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.050353] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.050597] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b2de38-0461-4de2-93da-f6ebd02ce24c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.077191] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.077191] env[63380]: value = "task-2679869" [ 762.077191] env[63380]: _type = "Task" [ 762.077191] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.089017] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679869, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.131601] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.162862] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.163215] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.163456] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.163714] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.163895] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.164136] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.164402] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.164663] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.164918] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.165192] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.165464] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.166466] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c3f82-60fd-4496-837f-b13583a7a3eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.175677] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee91e5b-52b8-4a44-aa93-2c9d81c13fa5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.226936] env[63380]: DEBUG nova.compute.manager [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.227928] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a05ea-4183-4311-9158-03290cbbbc9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.249697] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679865, 'name': PowerOffVM_Task, 'duration_secs': 0.336806} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.250125] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.250309] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.250578] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a14450b-de05-4123-943e-0652481a54c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.353271] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.353547] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.353689] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleting the datastore file [datastore2] 238dda65-7415-46b1-b19d-ae667a1bccce {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.356191] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293777de-9a6d-4e63-ac09-50b1a57b89bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.365613] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 762.365613] env[63380]: value = "task-2679871" [ 762.365613] env[63380]: _type = "Task" [ 762.365613] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.381526] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.382041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87821b6d-88c3-4784-8f47-a0e8882a5148 tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "5ed84989-bf6b-4fe3-924f-8168300aa1bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.927s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.385960] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.395803] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d5087b-0dce-35a8-22f9-460af0c73a35, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.395982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.396262] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.396515] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0185530-fbbb-40b5-84d4-09ce86eb164d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.404416] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 762.404416] env[63380]: value = "task-2679872" [ 762.404416] env[63380]: _type = "Task" [ 762.404416] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.416422] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.507877] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679867, 'name': Rename_Task, 'duration_secs': 0.300124} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.508078] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.508379] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a75de4-64ae-421c-8d59-85768f6caff5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.517878] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 762.517878] env[63380]: value = "task-2679873" [ 762.517878] env[63380]: _type = "Task" [ 762.517878] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.524167] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078918} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.527374] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.527694] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.528590] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd84436-9b92-4a64-a23a-716a15460c12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.552652] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] fcd366e5-342c-4dea-955a-2c557219f54c/fcd366e5-342c-4dea-955a-2c557219f54c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.555758] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831c294e-ee6a-4ee9-8153-f3ac14be23d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.576911] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 762.576911] env[63380]: value = "task-2679874" [ 762.576911] env[63380]: _type = "Task" [ 762.576911] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.589254] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.592388] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679869, 'name': CreateVM_Task, 'duration_secs': 0.397951} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.592553] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.593228] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.593391] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.594009] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc36c03d-8759-44ea-84f7-68f83feab6ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.599445] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 762.599445] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c8ad1-a7b9-67c7-fede-1e47f7cc58ae" [ 762.599445] env[63380]: _type = "Task" [ 762.599445] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.608236] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c8ad1-a7b9-67c7-fede-1e47f7cc58ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.744038] env[63380]: INFO nova.compute.manager [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] instance snapshotting [ 762.746969] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b0e1d-7060-4430-8d4c-4af45be4a86f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.771257] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Successfully updated port: 10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.771257] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a6553-024e-4465-9573-bef891b0667a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.871064] env[63380]: DEBUG nova.network.neutron [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Updated VIF entry in instance network info cache for port 75053a18-5fd2-4d37-81b1-c8994d4094f8. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.872625] env[63380]: DEBUG nova.network.neutron [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Updating instance_info_cache with network_info: [{"id": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "address": "fa:16:3e:6f:79:7f", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75053a18-5f", "ovs_interfaceid": "75053a18-5fd2-4d37-81b1-c8994d4094f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.880589] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679866, 'name': ReconfigVM_Task, 'duration_secs': 0.701689} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.881182] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-d2de9230-6497-4dbb-a819-1976114809e9/volume-d2de9230-6497-4dbb-a819-1976114809e9.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.892381] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ce65ef-3bc6-4e0a-bcf6-474b5b26faae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.901245] env[63380]: DEBUG oslo_vmware.api [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478466} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.904153] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.904408] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.904596] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.904770] env[63380]: INFO nova.compute.manager [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Took 1.19 seconds to destroy the instance on the hypervisor. [ 762.905014] env[63380]: DEBUG oslo.service.loopingcall [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.906123] env[63380]: DEBUG nova.compute.manager [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.906234] env[63380]: DEBUG nova.network.neutron [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.915027] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 762.915027] env[63380]: value = "task-2679875" [ 762.915027] env[63380]: _type = "Task" [ 762.915027] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.922644] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.931880] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.029485] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.088569] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679874, 'name': ReconfigVM_Task, 'duration_secs': 0.403593} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.088861] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] fcd366e5-342c-4dea-955a-2c557219f54c/fcd366e5-342c-4dea-955a-2c557219f54c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.089506] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e05ea4a1-8cea-4c27-91d1-84439c3fd6f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.097463] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 763.097463] env[63380]: value = "task-2679876" [ 763.097463] env[63380]: _type = "Task" [ 763.097463] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.116129] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c8ad1-a7b9-67c7-fede-1e47f7cc58ae, 'name': SearchDatastore_Task, 'duration_secs': 0.033056} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.117739] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679876, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.117739] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.117739] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.117739] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.117739] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117980] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.117980] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-968d83fa-310a-4ba3-ae77-9546ce4e2e1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.128104] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.128402] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.129139] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f20488-af2e-4383-a019-b7b91113c7e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.135211] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 763.135211] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528310e2-d8ab-a30a-fd82-917db9d2385f" [ 763.135211] env[63380]: _type = "Task" [ 763.135211] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.149809] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528310e2-d8ab-a30a-fd82-917db9d2385f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.209076] env[63380]: DEBUG nova.compute.manager [req-833e7e21-7ec3-4b87-ad1c-c53efecb38bb req-0e54465d-41ad-4ace-a4d8-cacf20421b18 service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Received event network-vif-deleted-294fa702-03eb-4e57-98ba-1646ea4e5d7b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.209076] env[63380]: INFO nova.compute.manager [req-833e7e21-7ec3-4b87-ad1c-c53efecb38bb req-0e54465d-41ad-4ace-a4d8-cacf20421b18 service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Neutron deleted interface 294fa702-03eb-4e57-98ba-1646ea4e5d7b; detaching it from the instance and deleting it from the info cache [ 763.209076] env[63380]: DEBUG nova.network.neutron [req-833e7e21-7ec3-4b87-ad1c-c53efecb38bb req-0e54465d-41ad-4ace-a4d8-cacf20421b18 service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.273362] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.273522] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.273674] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.288309] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 763.289552] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54abcfce-c7a0-44f9-82ff-04684b60c1ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.298404] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 763.298404] env[63380]: value = "task-2679877" [ 763.298404] env[63380]: _type = "Task" [ 763.298404] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.308265] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.366684] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c65619-1c88-4cb1-8402-8afd60fc64f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.374776] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ce99335-1a49-43db-abbd-cfbec4facabd req-fa81747d-e2a7-4fa2-8e43-c11bf176dc97 service nova] Releasing lock "refresh_cache-c091bdb6-3d09-49d4-99a0-50c4166c4418" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.375956] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318fbc3-052d-44a9-8130-7d0ae3652997 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.413867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180fb7de-c41d-4348-9fa6-426849ba900e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.425918] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.431837] env[63380]: DEBUG oslo_vmware.api [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679875, 'name': ReconfigVM_Task, 'duration_secs': 0.157462} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.432923] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540304', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'name': 'volume-d2de9230-6497-4dbb-a819-1976114809e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0056ae-bfcc-41ab-8f58-f47feb7722b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'serial': 'd2de9230-6497-4dbb-a819-1976114809e9'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 763.435679] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98736329-0044-4770-9ff4-1022d7cf56e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.453231] env[63380]: DEBUG nova.compute.provider_tree [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.526885] env[63380]: DEBUG nova.compute.manager [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Received event network-vif-plugged-10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.526885] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Acquiring lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.527032] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.527248] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.527483] env[63380]: DEBUG nova.compute.manager [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] No waiting events found dispatching network-vif-plugged-10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.527707] env[63380]: WARNING nova.compute.manager [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Received unexpected event network-vif-plugged-10d83d58-875d-43f0-9f50-08c52fb4f83f for instance with vm_state building and task_state spawning. [ 763.527910] env[63380]: DEBUG nova.compute.manager [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Received event network-changed-10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.528124] env[63380]: DEBUG nova.compute.manager [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Refreshing instance network info cache due to event network-changed-10d83d58-875d-43f0-9f50-08c52fb4f83f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.528315] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Acquiring lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.536522] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.610091] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679876, 'name': Rename_Task, 'duration_secs': 0.160308} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.610452] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.610765] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b220c0-5845-4b1d-aba2-d7cdb3c2ec6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.619460] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 763.619460] env[63380]: value = "task-2679878" [ 763.619460] env[63380]: _type = "Task" [ 763.619460] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.629436] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.649632] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528310e2-d8ab-a30a-fd82-917db9d2385f, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.650480] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70f9fd3-bb40-4bdf-8916-6c560150a85d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.658281] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 763.658281] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d61c4-f016-c841-359c-a09deac28d82" [ 763.658281] env[63380]: _type = "Task" [ 763.658281] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.670177] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d61c4-f016-c841-359c-a09deac28d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.689758] env[63380]: DEBUG nova.network.neutron [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.710897] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96fd896f-d8ca-4376-b076-6bc9ad002192 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.721258] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439103c6-ac42-47fb-8dda-cea2adcb603c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763113] env[63380]: DEBUG nova.compute.manager [req-833e7e21-7ec3-4b87-ad1c-c53efecb38bb req-0e54465d-41ad-4ace-a4d8-cacf20421b18 service nova] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Detach interface failed, port_id=294fa702-03eb-4e57-98ba-1646ea4e5d7b, reason: Instance 238dda65-7415-46b1-b19d-ae667a1bccce could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 763.808189] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.919380] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679872, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.329297} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.919917] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.920203] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.920607] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e08649-1c91-49c3-8ea0-fddcb4cab9e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.931017] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 763.931017] env[63380]: value = "task-2679879" [ 763.931017] env[63380]: _type = "Task" [ 763.931017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.942841] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.957238] env[63380]: DEBUG nova.scheduler.client.report [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.032701] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.062967] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.133361] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.172076] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d61c4-f016-c841-359c-a09deac28d82, 'name': SearchDatastore_Task, 'duration_secs': 0.044563} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.172405] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.172677] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c091bdb6-3d09-49d4-99a0-50c4166c4418/c091bdb6-3d09-49d4-99a0-50c4166c4418.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.172955] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48899d48-2ed7-4be3-8945-3551cee81eaa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.181261] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 764.181261] env[63380]: value = "task-2679880" [ 764.181261] env[63380]: _type = "Task" [ 764.181261] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.190470] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.192066] env[63380]: INFO nova.compute.manager [-] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Took 1.29 seconds to deallocate network for instance. [ 764.259975] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Updating instance_info_cache with network_info: [{"id": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "address": "fa:16:3e:8f:f7:25", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d83d58-87", "ovs_interfaceid": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.309197] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.441359] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194866} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.441647] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.442448] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694db1d-e545-4d27-9734-0461d0dcc253 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.465803] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.466583] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.467074] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.469497] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5577aa2d-fa44-4923-8929-93da8a480373 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.484484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.816s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.484705] env[63380]: DEBUG nova.objects.instance [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lazy-loading 'resources' on Instance uuid d0a7bd97-b898-4221-b33e-6e9081391cfd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.486415] env[63380]: DEBUG nova.objects.instance [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'flavor' on Instance uuid 3e0056ae-bfcc-41ab-8f58-f47feb7722b7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.494324] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 764.494324] env[63380]: value = "task-2679881" [ 764.494324] env[63380]: _type = "Task" [ 764.494324] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.503995] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.529266] env[63380]: DEBUG oslo_vmware.api [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679873, 'name': PowerOnVM_Task, 'duration_secs': 1.717792} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.529543] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.529744] env[63380]: INFO nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 764.529928] env[63380]: DEBUG nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.530750] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d52824-c4b0-4f4f-b895-fc410787e095 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.631090] env[63380]: DEBUG oslo_vmware.api [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2679878, 'name': PowerOnVM_Task, 'duration_secs': 0.629997} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.631378] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.631581] env[63380]: INFO nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Took 7.92 seconds to spawn the instance on the hypervisor. [ 764.631783] env[63380]: DEBUG nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.632667] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97d403-8cb6-4ee4-9cd3-0c783fcceedd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.692171] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679880, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.698516] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.762672] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.763040] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Instance network_info: |[{"id": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "address": "fa:16:3e:8f:f7:25", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d83d58-87", "ovs_interfaceid": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.763371] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Acquired lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.763586] env[63380]: DEBUG nova.network.neutron [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Refreshing network info cache for port 10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.764868] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:f7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10d83d58-875d-43f0-9f50-08c52fb4f83f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.772959] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Creating folder: Project (95ba904fb0df4b6fa415854bc1f5d1c4). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.776455] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ed45bf-d040-4293-9f9e-77d8616bd6fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.793121] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Created folder: Project (95ba904fb0df4b6fa415854bc1f5d1c4) in parent group-v540155. [ 764.793351] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Creating folder: Instances. Parent ref: group-v540311. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.793611] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-075c1ecb-467c-4583-b9eb-c13f2682519a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.805252] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Created folder: Instances in parent group-v540311. [ 764.805540] env[63380]: DEBUG oslo.service.loopingcall [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.806120] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.806355] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7514f51-5d1c-4ea4-aa8d-603b87c46bf4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.827210] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679877, 'name': CreateSnapshot_Task, 'duration_secs': 1.114275} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.827972] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 764.829090] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479ba82-9fd3-43da-8dba-6dcdf99170c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.835538] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.835538] env[63380]: value = "task-2679884" [ 764.835538] env[63380]: _type = "Task" [ 764.835538] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.852772] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679884, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.986931] env[63380]: DEBUG nova.compute.utils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.989256] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.990173] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.998110] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f501279-b846-48c7-af89-2401a39c99ae tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.343s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.016899] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.050787] env[63380]: INFO nova.compute.manager [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Took 33.49 seconds to build instance. [ 765.053889] env[63380]: DEBUG nova.network.neutron [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Updated VIF entry in instance network info cache for port 10d83d58-875d-43f0-9f50-08c52fb4f83f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.054264] env[63380]: DEBUG nova.network.neutron [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Updating instance_info_cache with network_info: [{"id": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "address": "fa:16:3e:8f:f7:25", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d83d58-87", "ovs_interfaceid": "10d83d58-875d-43f0-9f50-08c52fb4f83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.082935] env[63380]: DEBUG nova.policy [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db05101e26ee4662955eb1fffa971de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ba904fb0df4b6fa415854bc1f5d1c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.153178] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.153432] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.153640] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.153820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.153988] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.157444] env[63380]: INFO nova.compute.manager [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Terminating instance [ 765.159463] env[63380]: INFO nova.compute.manager [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Took 32.83 seconds to build instance. [ 765.200911] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886978} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.200911] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c091bdb6-3d09-49d4-99a0-50c4166c4418/c091bdb6-3d09-49d4-99a0-50c4166c4418.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.201047] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.205022] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f80259b8-dab7-4e30-adb1-b39973c8d00f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.214200] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 765.214200] env[63380]: value = "task-2679885" [ 765.214200] env[63380]: _type = "Task" [ 765.214200] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.222736] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.355658] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 765.355934] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679884, 'name': CreateVM_Task, 'duration_secs': 0.43276} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.358474] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1777207-1ed4-439e-be3b-b5e9cdb61340 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.361383] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.362965] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.363152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.363469] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.364086] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5236a5bc-c9d4-4d6f-abb2-782f86a83343 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.371049] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 765.371049] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c4351e-6c8f-54f9-4255-26223e320d06" [ 765.371049] env[63380]: _type = "Task" [ 765.371049] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.375166] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 765.375166] env[63380]: value = "task-2679886" [ 765.375166] env[63380]: _type = "Task" [ 765.375166] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.387118] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c4351e-6c8f-54f9-4255-26223e320d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.392307] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.439332] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Successfully created port: fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.498756] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.515018] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679881, 'name': ReconfigVM_Task, 'duration_secs': 0.744277} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.515018] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43/f98281a2-a7a8-4f9b-9fd9-10b351880f43.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.515018] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6568a4e-ab61-4ef0-a6b2-83bf058b199a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.524123] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 765.524123] env[63380]: value = "task-2679887" [ 765.524123] env[63380]: _type = "Task" [ 765.524123] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.534200] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679887, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.553437] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba6ed1e7-aaa3-4a01-b181-3cc959e22419 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.063s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.558655] env[63380]: DEBUG oslo_concurrency.lockutils [req-5bbc23b0-9b0b-44bd-86d5-73115800e76d req-b89590b5-c9fd-45c8-ac9b-059dddea3da5 service nova] Releasing lock "refresh_cache-38f48270-751b-4c42-8e41-43c1db4a1e12" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.579421] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c3812-0005-43c4-9e4b-8015c49056e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.589974] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3286bfd-d5a0-4c71-b30a-787c54fb9d9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.624304] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ef7f8-31f1-47f7-947c-6cd1b034558d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.633389] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95043b7c-3de0-492b-ba2a-b84c9eb1b9d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.650921] env[63380]: DEBUG nova.compute.provider_tree [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.667106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ddbff9d-f4ec-4af3-b3fe-76252b30c2ed tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.576s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.667106] env[63380]: DEBUG nova.compute.manager [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.667106] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.669431] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf2679b-5f52-40fc-bcbf-bdf3d268b5af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.678417] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 765.678417] env[63380]: value = "task-2679888" [ 765.678417] env[63380]: _type = "Task" [ 765.678417] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.690483] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.725803] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113844} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.726116] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.726902] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d772d5-5118-41a0-8e3a-06b85e38ad5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.751236] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c091bdb6-3d09-49d4-99a0-50c4166c4418/c091bdb6-3d09-49d4-99a0-50c4166c4418.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.751534] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af588a87-702c-44bd-8329-a98a6b99760a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.772763] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 765.772763] env[63380]: value = "task-2679889" [ 765.772763] env[63380]: _type = "Task" [ 765.772763] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.784462] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.891022] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.894842] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c4351e-6c8f-54f9-4255-26223e320d06, 'name': SearchDatastore_Task, 'duration_secs': 0.025463} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.899245] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.899553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.899914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.900089] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.900173] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.900448] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53a6dbe-8727-4121-ba8a-1fec6677db64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.913723] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.913943] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.914818] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847f456a-8f62-4d7a-8170-eddd022d40c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.921623] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 765.921623] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b93ec7-cf13-7409-fb76-6bbe47aef3c7" [ 765.921623] env[63380]: _type = "Task" [ 765.921623] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.931413] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b93ec7-cf13-7409-fb76-6bbe47aef3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.034813] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679887, 'name': Rename_Task, 'duration_secs': 0.201944} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.035143] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.035478] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dbabcc6-8ff7-48de-b329-dfeea199515a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.043400] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 766.043400] env[63380]: value = "task-2679890" [ 766.043400] env[63380]: _type = "Task" [ 766.043400] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.052489] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.059412] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.154146] env[63380]: DEBUG nova.scheduler.client.report [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.172060] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.189242] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679888, 'name': PowerOffVM_Task, 'duration_secs': 0.335397} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.192185] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.192185] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 766.192185] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540304', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'name': 'volume-d2de9230-6497-4dbb-a819-1976114809e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0056ae-bfcc-41ab-8f58-f47feb7722b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'serial': 'd2de9230-6497-4dbb-a819-1976114809e9'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 766.192185] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d6f07-244c-465e-8ad2-c778089a8fa3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.214744] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea796f-96dc-42ef-a73d-bd9c9a3cc2e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.223268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1060e872-e733-40f3-bcfe-7ef47174b13a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.247695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ad8d9a-4656-4c72-b675-0d4c13ad9e9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.264887] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2de9230-6497-4dbb-a819-1976114809e9/volume-d2de9230-6497-4dbb-a819-1976114809e9.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 766.270436] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.270778] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb27a630-2911-40b8-b0d0-7e76e92d6aa4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.293508] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679889, 'name': ReconfigVM_Task, 'duration_secs': 0.350413} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.294580] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c091bdb6-3d09-49d4-99a0-50c4166c4418/c091bdb6-3d09-49d4-99a0-50c4166c4418.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.295439] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 766.295439] env[63380]: value = "task-2679891" [ 766.295439] env[63380]: _type = "Task" [ 766.295439] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.295693] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ad79ee-f8e8-43a8-bc55-8a6ccc16f732 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.306728] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.308787] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 766.308787] env[63380]: value = "task-2679892" [ 766.308787] env[63380]: _type = "Task" [ 766.308787] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.390881] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.433959] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b93ec7-cf13-7409-fb76-6bbe47aef3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.0137} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.434824] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9ba98c-4dda-4f00-a5ae-96b52d4f1bcc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.442828] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 766.442828] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5219f4a1-4104-e99f-6fe9-43df229257f8" [ 766.442828] env[63380]: _type = "Task" [ 766.442828] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.452521] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5219f4a1-4104-e99f-6fe9-43df229257f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.494606] env[63380]: DEBUG nova.compute.manager [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Received event network-changed-e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.494763] env[63380]: DEBUG nova.compute.manager [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Refreshing instance network info cache due to event network-changed-e7fe99c9-20e6-436a-93ca-9db523f59df4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.494958] env[63380]: DEBUG oslo_concurrency.lockutils [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] Acquiring lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.495120] env[63380]: DEBUG oslo_concurrency.lockutils [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] Acquired lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.495285] env[63380]: DEBUG nova.network.neutron [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Refreshing network info cache for port e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.515718] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.545350] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.546332] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.546332] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.546332] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.546447] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.546579] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.547289] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.547289] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.547507] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.547562] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.547872] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.549431] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e22db-386e-4034-ba31-b0e3fffbbcbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.565234] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992538c7-8896-4e48-b7b4-99eeed875984 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.571839] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.591723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.659076] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.663080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.972s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.664597] env[63380]: INFO nova.compute.claims [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.699524] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.701092] env[63380]: INFO nova.scheduler.client.report [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Deleted allocations for instance d0a7bd97-b898-4221-b33e-6e9081391cfd [ 766.807460] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679891, 'name': ReconfigVM_Task, 'duration_secs': 0.500062} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.808154] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.812929] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a768daec-93d1-4883-b8ca-de0dfca57951 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.834688] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679892, 'name': Rename_Task, 'duration_secs': 0.184522} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.837901] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.838297] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 766.838297] env[63380]: value = "task-2679893" [ 766.838297] env[63380]: _type = "Task" [ 766.838297] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.838509] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6864ce-9c4e-484d-b82a-8a91e3f25964 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.850044] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.851582] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 766.851582] env[63380]: value = "task-2679894" [ 766.851582] env[63380]: _type = "Task" [ 766.851582] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.868280] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.892963] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.959761] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5219f4a1-4104-e99f-6fe9-43df229257f8, 'name': SearchDatastore_Task, 'duration_secs': 0.03414} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.960281] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.963018] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 38f48270-751b-4c42-8e41-43c1db4a1e12/38f48270-751b-4c42-8e41-43c1db4a1e12.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.963018] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf12ff55-a17e-4e6b-a6f1-4a13e2b2d45e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.973446] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 766.973446] env[63380]: value = "task-2679895" [ 766.973446] env[63380]: _type = "Task" [ 766.973446] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.981491] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.064186] env[63380]: DEBUG oslo_vmware.api [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679890, 'name': PowerOnVM_Task, 'duration_secs': 0.907262} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.065739] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.066207] env[63380]: DEBUG nova.compute.manager [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.067305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39acf4c3-b0bd-4e12-b36b-20396c955302 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.211740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4c4316eb-07d2-4df2-b7a6-3cd6549ae91a tempest-MultipleCreateTestJSON-104134385 tempest-MultipleCreateTestJSON-104134385-project-member] Lock "d0a7bd97-b898-4221-b33e-6e9081391cfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.056s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.256917] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Successfully updated port: fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.314386] env[63380]: DEBUG nova.compute.manager [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Received event network-vif-plugged-fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.314386] env[63380]: DEBUG oslo_concurrency.lockutils [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] Acquiring lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.314386] env[63380]: DEBUG oslo_concurrency.lockutils [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.315807] env[63380]: DEBUG oslo_concurrency.lockutils [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.315807] env[63380]: DEBUG nova.compute.manager [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] No waiting events found dispatching network-vif-plugged-fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.315807] env[63380]: WARNING nova.compute.manager [req-84ecb1cd-d604-4fed-9da4-d69654c8dfb6 req-9afa3fdd-0aaa-4645-a0e4-db9769fe12dd service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Received unexpected event network-vif-plugged-fa14ef23-c9d4-45c8-b771-0326db9a64e1 for instance with vm_state building and task_state spawning. [ 767.365390] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679893, 'name': ReconfigVM_Task, 'duration_secs': 0.18103} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.366854] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540304', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'name': 'volume-d2de9230-6497-4dbb-a819-1976114809e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0056ae-bfcc-41ab-8f58-f47feb7722b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2de9230-6497-4dbb-a819-1976114809e9', 'serial': 'd2de9230-6497-4dbb-a819-1976114809e9'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 767.367713] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.368935] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36f7eb6-7c20-48bd-beea-f1b1a11b72df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.378266] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.388733] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.392024] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43d95d6-5f19-4d5e-9228-a6e4e89b189d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.395991] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.484288] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.485833] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.486481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.487633] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore1] 3e0056ae-bfcc-41ab-8f58-f47feb7722b7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.487872] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-791cc3e4-3d9c-4be0-9add-6c94d7ddda55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.496157] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 767.496157] env[63380]: value = "task-2679897" [ 767.496157] env[63380]: _type = "Task" [ 767.496157] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.507113] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.546117] env[63380]: DEBUG nova.network.neutron [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updated VIF entry in instance network info cache for port e7fe99c9-20e6-436a-93ca-9db523f59df4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.546502] env[63380]: DEBUG nova.network.neutron [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.588174] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.760424] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.760538] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.760686] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.866643] env[63380]: DEBUG oslo_vmware.api [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679894, 'name': PowerOnVM_Task, 'duration_secs': 0.56747} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.866931] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.867135] env[63380]: INFO nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Took 8.44 seconds to spawn the instance on the hypervisor. [ 767.867323] env[63380]: DEBUG nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.868299] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21edca7-d338-4182-b1dc-95e5caac7d12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.891639] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679886, 'name': CloneVM_Task, 'duration_secs': 2.162044} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.894934] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Created linked-clone VM from snapshot [ 767.896318] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af37d2a9-31b9-4130-ad3e-1841f80341d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.906038] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Uploading image 628634bc-b53b-4731-99d9-0fc21c61f40c {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 767.924329] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.924422] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-633e0ae2-a9b3-403d-9013-481089c6a7ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.947846] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 767.947846] env[63380]: value = "task-2679898" [ 767.947846] env[63380]: _type = "Task" [ 767.947846] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.957126] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679898, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.982775] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.009736] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.050810] env[63380]: DEBUG oslo_concurrency.lockutils [req-3573707d-23b0-480a-bd59-8815d5cc9ce4 req-446e6c57-2e54-4035-b5ff-f2692e01dd1f service nova] Releasing lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.196955] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5169d0-5c7a-4a4a-81be-e67f41555c6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.205734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099bb24-21cc-47c3-bb6d-6dfd22d78fa4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.250422] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be33ee-e411-4e0c-bb50-0f18fbd2efab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259486] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe00bc4-797c-4f79-b4a7-e7df7b25815c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.276200] env[63380]: DEBUG nova.compute.provider_tree [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.316198] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.388372] env[63380]: INFO nova.compute.manager [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Took 31.29 seconds to build instance. [ 768.459701] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679898, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.478755] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Updating instance_info_cache with network_info: [{"id": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "address": "fa:16:3e:52:27:32", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa14ef23-c9", "ovs_interfaceid": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.488327] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.509249] env[63380]: DEBUG oslo_vmware.api [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2679897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.661579} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.509549] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.510738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.510738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.510738] env[63380]: INFO nova.compute.manager [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Took 2.84 seconds to destroy the instance on the hypervisor. [ 768.510738] env[63380]: DEBUG oslo.service.loopingcall [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.510738] env[63380]: DEBUG nova.compute.manager [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.510738] env[63380]: DEBUG nova.network.neutron [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.562452] env[63380]: DEBUG nova.compute.manager [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.562452] env[63380]: DEBUG nova.compute.manager [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing instance network info cache due to event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.563334] env[63380]: DEBUG oslo_concurrency.lockutils [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.563633] env[63380]: DEBUG oslo_concurrency.lockutils [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.564103] env[63380]: DEBUG nova.network.neutron [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.782183] env[63380]: DEBUG nova.scheduler.client.report [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.890379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0bc509f8-abb7-4aab-8c83-4373b7465b75 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.856s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.963122] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679898, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.985022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.985355] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Instance network_info: |[{"id": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "address": "fa:16:3e:52:27:32", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa14ef23-c9", "ovs_interfaceid": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.985713] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679895, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582952} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.986168] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:27:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa14ef23-c9d4-45c8-b771-0326db9a64e1', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.994655] env[63380]: DEBUG oslo.service.loopingcall [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.994915] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 38f48270-751b-4c42-8e41-43c1db4a1e12/38f48270-751b-4c42-8e41-43c1db4a1e12.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.996795] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.997339] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.997339] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ebe551f-4e25-4588-b252-1d413e5538f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.999925] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab3706f-7829-44c0-995b-f3dc842a83cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.022905] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 769.022905] env[63380]: value = "task-2679899" [ 769.022905] env[63380]: _type = "Task" [ 769.022905] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.028415] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.028415] env[63380]: value = "task-2679900" [ 769.028415] env[63380]: _type = "Task" [ 769.028415] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.037460] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.042800] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679900, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.227557] env[63380]: DEBUG nova.network.neutron [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.289706] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.289706] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.293108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.422s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.293387] env[63380]: INFO nova.compute.claims [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.393164] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.415205] env[63380]: DEBUG nova.network.neutron [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updated VIF entry in instance network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.415930] env[63380]: DEBUG nova.network.neutron [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.459567] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679898, 'name': Destroy_Task, 'duration_secs': 1.305852} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.460135] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Destroyed the VM [ 769.460246] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.460489] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6846be0d-3b7f-40c9-a1bb-bd2b4b5d08c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.468464] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 769.468464] env[63380]: value = "task-2679901" [ 769.468464] env[63380]: _type = "Task" [ 769.468464] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.478876] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.536081] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094425} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.536752] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.538810] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5abd07-f256-4c89-8efa-9535fe982843 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.544704] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679900, 'name': CreateVM_Task, 'duration_secs': 0.43117} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.545151] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.545822] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.545979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.546307] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.546555] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017fb81d-3e66-430c-85a0-442121887e8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.565566] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 38f48270-751b-4c42-8e41-43c1db4a1e12/38f48270-751b-4c42-8e41-43c1db4a1e12.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.566337] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068316d6-778a-4ad7-8857-bfccbf87f1da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.583393] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 769.583393] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529a0045-5208-f925-86d3-ecfc684f8283" [ 769.583393] env[63380]: _type = "Task" [ 769.583393] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.591021] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 769.591021] env[63380]: value = "task-2679902" [ 769.591021] env[63380]: _type = "Task" [ 769.591021] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.594858] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529a0045-5208-f925-86d3-ecfc684f8283, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.600023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.600023] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.600023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.600023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.600318] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.600318] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d353df8a-ca46-4665-82c4-6e1199aca891 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.607620] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.610012] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.610205] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.610975] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6522d0a-aafa-44cb-b6fb-1ba5f04a335b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.616927] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 769.616927] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528dc4f7-7589-ce25-909e-7a4c05b7a74d" [ 769.616927] env[63380]: _type = "Task" [ 769.616927] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.626477] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528dc4f7-7589-ce25-909e-7a4c05b7a74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.728713] env[63380]: INFO nova.compute.manager [-] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Took 1.22 seconds to deallocate network for instance. [ 769.738445] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Received event network-changed-fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.738741] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Refreshing instance network info cache due to event network-changed-fa14ef23-c9d4-45c8-b771-0326db9a64e1. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.738974] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquiring lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.739019] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquired lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.739167] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Refreshing network info cache for port fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.798046] env[63380]: DEBUG nova.compute.utils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.802342] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.802342] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.864635] env[63380]: DEBUG nova.policy [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db05101e26ee4662955eb1fffa971de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ba904fb0df4b6fa415854bc1f5d1c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.922369] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.922944] env[63380]: DEBUG oslo_concurrency.lockutils [req-e739ddf4-362b-49e5-8780-3b66db239ee2 req-62c5d610-e71c-4fda-9d78-21e566a5bc4b service nova] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.984990] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.997634] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.998047] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.106630] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679902, 'name': ReconfigVM_Task, 'duration_secs': 0.458325} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.107043] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 38f48270-751b-4c42-8e41-43c1db4a1e12/38f48270-751b-4c42-8e41-43c1db4a1e12.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.107832] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d488fb-eba9-49a0-af27-99aa321fdaae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.117993] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 770.117993] env[63380]: value = "task-2679903" [ 770.117993] env[63380]: _type = "Task" [ 770.117993] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.131875] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528dc4f7-7589-ce25-909e-7a4c05b7a74d, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.135828] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679903, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.136799] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7062b265-9a69-4f01-afca-ac92503cb57c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.142963] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 770.142963] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e56af-8ad2-13ab-f967-346398ae5aa4" [ 770.142963] env[63380]: _type = "Task" [ 770.142963] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.155845] env[63380]: DEBUG nova.compute.manager [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.156299] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e56af-8ad2-13ab-f967-346398ae5aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.157145] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767f880-55a6-4902-bf7e-42e3d246c776 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.298556] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Successfully created port: a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.305961] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.317367] env[63380]: INFO nova.compute.manager [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Took 0.59 seconds to detach 1 volumes for instance. [ 770.479765] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.511798] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.512096] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.512356] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.515326] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.516329] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.516329] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.516329] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 770.516542] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.546485] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "bc89c09e-a669-4b1a-a78f-4f391f783036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.546749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.546958] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.547165] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.547337] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.552628] env[63380]: INFO nova.compute.manager [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Terminating instance [ 770.632261] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679903, 'name': Rename_Task, 'duration_secs': 0.217167} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.635577] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.636482] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bed60786-715c-4cf5-89f6-2ac642e306c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.646251] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 770.646251] env[63380]: value = "task-2679904" [ 770.646251] env[63380]: _type = "Task" [ 770.646251] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.665658] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e56af-8ad2-13ab-f967-346398ae5aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.670354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.673027] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] e2e80a32-de18-4d0f-b786-f32c77b1891b/e2e80a32-de18-4d0f-b786-f32c77b1891b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.673027] env[63380]: INFO nova.compute.manager [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] instance snapshotting [ 770.674525] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679904, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.678025] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d85e6b8e-5676-4623-b996-dce89adc72b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.680963] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa663ecb-914d-4b45-b0c2-728a81ee448a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.714418] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12794db-7208-48ef-9aa9-3f2d90014528 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.717434] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 770.717434] env[63380]: value = "task-2679905" [ 770.717434] env[63380]: _type = "Task" [ 770.717434] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.733197] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.828182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.839226] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Updated VIF entry in instance network info cache for port fa14ef23-c9d4-45c8-b771-0326db9a64e1. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.839226] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Updating instance_info_cache with network_info: [{"id": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "address": "fa:16:3e:52:27:32", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa14ef23-c9", "ovs_interfaceid": "fa14ef23-c9d4-45c8-b771-0326db9a64e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.919799] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6c9f0-0822-4e16-ba25-46c423b3be02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.931400] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd502d9-8853-4c09-85d3-64c362f493b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.978778] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002a900-546b-4083-b9ca-26844e21c55b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.992138] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac9be47-14e2-49f3-b938-255893077849 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.996167] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.008209] env[63380]: DEBUG nova.compute.provider_tree [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.020191] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.056346] env[63380]: DEBUG nova.compute.manager [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.056750] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.057857] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bbc966-1b25-4d7f-bcab-41a395f0006c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.070362] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.070362] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4422a80b-38ac-423c-afef-546d2095d711 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.079466] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 771.079466] env[63380]: value = "task-2679906" [ 771.079466] env[63380]: _type = "Task" [ 771.079466] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.091820] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.161245] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.174563] env[63380]: DEBUG nova.compute.manager [req-a9ff3d50-f006-46d3-895c-4696db195eac req-5afbaf9a-e975-4323-9a22-530783805e28 service nova] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Received event network-vif-deleted-95a81240-df4a-4e28-8e02-eae21037a61d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.231444] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.231835] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.232563] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2dcbd4c-539e-478c-b3eb-be6474845b7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.242663] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 771.242663] env[63380]: value = "task-2679907" [ 771.242663] env[63380]: _type = "Task" [ 771.242663] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.256100] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.329454] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.343782] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Releasing lock "refresh_cache-e2e80a32-de18-4d0f-b786-f32c77b1891b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.344112] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.344314] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing instance network info cache due to event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.348068] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.348068] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.348068] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.367334] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.367808] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.368054] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.368314] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.368472] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.368685] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.368950] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.369459] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.369459] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.369626] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.369687] env[63380]: DEBUG nova.virt.hardware [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.371096] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03e595-c467-4387-a5ec-41bd087e65ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.379965] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb0cefa-aa89-4599-8664-622a1b682971 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.484653] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.511611] env[63380]: DEBUG nova.scheduler.client.report [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.591890] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679906, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.664594] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679904, 'name': PowerOnVM_Task, 'duration_secs': 0.873677} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.664594] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.664813] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Took 9.53 seconds to spawn the instance on the hypervisor. [ 771.665747] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.666186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08faf97e-fa91-435a-b7fe-3ab9deee2855 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729939] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670864} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.730492] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] e2e80a32-de18-4d0f-b786-f32c77b1891b/e2e80a32-de18-4d0f-b786-f32c77b1891b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.730492] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.731872] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab33cd9-49c4-4b9a-8a93-59626acaf291 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.738470] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 771.738470] env[63380]: value = "task-2679908" [ 771.738470] env[63380]: _type = "Task" [ 771.738470] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.755463] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.759309] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.774409] env[63380]: DEBUG nova.compute.manager [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.775161] env[63380]: DEBUG nova.compute.manager [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing instance network info cache due to event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 771.775161] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] Acquiring lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.775161] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] Acquired lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.776070] env[63380]: DEBUG nova.network.neutron [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.782828] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.783115] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.783347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.783547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.783746] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.786179] env[63380]: INFO nova.compute.manager [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Terminating instance [ 771.991064] env[63380]: DEBUG oslo_vmware.api [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679901, 'name': RemoveSnapshot_Task, 'duration_secs': 2.236751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.991435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.017741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.018743] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.022276] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.771s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.024960] env[63380]: INFO nova.compute.claims [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.092367] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679906, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.187928] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Took 32.39 seconds to build instance. [ 772.266786] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.267216] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070491} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.268233] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updated VIF entry in instance network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.268586] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.270368] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.271901] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Successfully updated port: a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.274073] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c560e2a4-ee6f-4a3b-88cf-60a2e94b7ec4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.297721] env[63380]: DEBUG nova.compute.manager [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.297935] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.311739] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e2e80a32-de18-4d0f-b786-f32c77b1891b/e2e80a32-de18-4d0f-b786-f32c77b1891b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.313010] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7743acc7-b5b7-4095-b25d-3cbf376c0fd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.317885] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1feec7e1-0411-4905-b096-6c9649a6a9b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.343724] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.347714] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2736d734-3008-4c3d-9637-0d8367b473ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.347991] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 772.347991] env[63380]: value = "task-2679909" [ 772.347991] env[63380]: _type = "Task" [ 772.347991] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.356107] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 772.356107] env[63380]: value = "task-2679910" [ 772.356107] env[63380]: _type = "Task" [ 772.356107] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.365365] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.371520] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.500719] env[63380]: WARNING nova.compute.manager [None req-d66bc725-f227-406a-9c98-1027e56eb887 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Image not found during snapshot: nova.exception.ImageNotFound: Image 628634bc-b53b-4731-99d9-0fc21c61f40c could not be found. [ 772.532165] env[63380]: DEBUG nova.compute.utils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.533924] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.534121] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.592888] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679906, 'name': PowerOffVM_Task, 'duration_secs': 1.329208} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.593185] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.593378] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.593696] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18c3ee2-980c-4ebd-90bb-5ab6429e2b30 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.627081] env[63380]: DEBUG nova.policy [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79b5b8c0848546a2beb10561533bcfe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd93ee15aad444404953d2ca03fa8fa6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.671310] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.671696] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.671993] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore2] bc89c09e-a669-4b1a-a78f-4f391f783036 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.672346] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25dbfe21-e569-409a-ad42-1faae09aa324 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.686784] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 772.686784] env[63380]: value = "task-2679912" [ 772.686784] env[63380]: _type = "Task" [ 772.686784] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.694650] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.168s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.704344] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.768029] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679907, 'name': CreateSnapshot_Task, 'duration_secs': 1.160442} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.768029] env[63380]: DEBUG nova.network.neutron [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updated VIF entry in instance network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.768685] env[63380]: DEBUG nova.network.neutron [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updating instance_info_cache with network_info: [{"id": "ab3920e4-7ef7-41f0-8f86-215192826f50", "address": "fa:16:3e:1c:33:b0", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3920e4-7e", "ovs_interfaceid": "ab3920e4-7ef7-41f0-8f86-215192826f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.768877] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.770841] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47df8d8-a630-431d-b5cb-10a590f187c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.774443] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.774696] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.774924] env[63380]: DEBUG nova.compute.manager [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing instance network info cache due to event network-changed-ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.775071] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquiring lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.779338] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.779338] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779338] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.860742] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.869829] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679910, 'name': PowerOffVM_Task, 'duration_secs': 0.378903} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.870106] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.870289] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.870547] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-679eb12c-984b-4697-bc68-8e16b56db698 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.961404] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.961811] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.962133] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleting the datastore file [datastore2] a02f3b4b-fb9f-4cf5-a886-f86998d3262b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.963440] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c850e6bf-3b6c-40c0-9109-c9254fbcb8be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.971860] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 772.971860] env[63380]: value = "task-2679914" [ 772.971860] env[63380]: _type = "Task" [ 772.971860] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.980877] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.009423] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.009724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.009724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.009910] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.010148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.012564] env[63380]: INFO nova.compute.manager [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Terminating instance [ 773.038926] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.199418] env[63380]: DEBUG oslo_vmware.api [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240294} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.199586] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.201343] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.201343] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.201343] env[63380]: INFO nova.compute.manager [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Took 2.14 seconds to destroy the instance on the hypervisor. [ 773.201343] env[63380]: DEBUG oslo.service.loopingcall [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.201343] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.203991] env[63380]: DEBUG nova.compute.manager [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.204149] env[63380]: DEBUG nova.network.neutron [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.208757] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Successfully created port: d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.272559] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6fb93b-61cf-47a4-ab18-c24a31126990 req-9022412d-3b6e-42ef-8fda-6eca366fdbeb service nova] Releasing lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.272559] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Acquired lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.272559] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Refreshing network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.297920] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.300837] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76711167-0281-47fe-81b0-38a4bde3cd15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.312345] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 773.312345] env[63380]: value = "task-2679915" [ 773.312345] env[63380]: _type = "Task" [ 773.312345] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.322657] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679915, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.360232] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679909, 'name': ReconfigVM_Task, 'duration_secs': 0.584644} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.360622] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e2e80a32-de18-4d0f-b786-f32c77b1891b/e2e80a32-de18-4d0f-b786-f32c77b1891b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.361868] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b43303-47bb-4fa5-b526-c8983ef08431 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.370818] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 773.370818] env[63380]: value = "task-2679916" [ 773.370818] env[63380]: _type = "Task" [ 773.370818] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.380961] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679916, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.387873] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.486613] env[63380]: DEBUG oslo_vmware.api [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2679914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224218} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.487558] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.487558] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.487558] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.487882] env[63380]: INFO nova.compute.manager [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 773.488169] env[63380]: DEBUG oslo.service.loopingcall [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.488525] env[63380]: DEBUG nova.compute.manager [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.488765] env[63380]: DEBUG nova.network.neutron [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.516810] env[63380]: DEBUG nova.compute.manager [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.517076] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.518102] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608dff3-c30a-467c-8753-c05a80588291 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.532023] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.532023] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8849a7b4-2d4d-4fc7-856a-22f29996e015 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.540941] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 773.540941] env[63380]: value = "task-2679917" [ 773.540941] env[63380]: _type = "Task" [ 773.540941] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.566792] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.605710] env[63380]: DEBUG nova.compute.manager [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Received event network-vif-plugged-a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.605710] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Acquiring lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.605710] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.606017] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.606017] env[63380]: DEBUG nova.compute.manager [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] No waiting events found dispatching network-vif-plugged-a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.606388] env[63380]: WARNING nova.compute.manager [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Received unexpected event network-vif-plugged-a987c8c8-0332-43cb-ac2c-589dbca9f9ec for instance with vm_state building and task_state spawning. [ 773.606388] env[63380]: DEBUG nova.compute.manager [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Received event network-changed-a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.606495] env[63380]: DEBUG nova.compute.manager [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Refreshing instance network info cache due to event network-changed-a987c8c8-0332-43cb-ac2c-589dbca9f9ec. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.606628] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Acquiring lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.653504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bf033b-ea56-449a-a022-4eab5b7b815d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.663396] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c84398-441c-4171-901a-c58d9591a4cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.700827] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c87f9a8-96ed-495b-8aca-e7a1a22db20d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.711635] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb15ea5-f77a-4c95-a86a-f60ab505ac75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.731703] env[63380]: DEBUG nova.compute.provider_tree [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.739531] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.824769] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679915, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.842260] env[63380]: DEBUG nova.network.neutron [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Updating instance_info_cache with network_info: [{"id": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "address": "fa:16:3e:9b:22:17", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa987c8c8-03", "ovs_interfaceid": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.881491] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679916, 'name': Rename_Task, 'duration_secs': 0.155252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.881772] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.882196] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223c8ab2-df8f-4eac-b531-353ddcf8393d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.891119] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 773.891119] env[63380]: value = "task-2679918" [ 773.891119] env[63380]: _type = "Task" [ 773.891119] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.904362] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.054208] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679917, 'name': PowerOffVM_Task, 'duration_secs': 0.190614} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.054588] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.054788] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.055076] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9550da83-c54b-44ea-9ca7-a7a687821134 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.057819] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.096908] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:59:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7eb73c56-2c28-4ad2-8792-80ad0d82b1b5',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-87258235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.097222] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.097401] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.097683] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.097836] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.098015] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.098257] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.098431] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.098697] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.098874] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.099096] env[63380]: DEBUG nova.virt.hardware [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.100287] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f541add-b876-4626-82c7-b0f76d194d1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.109412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412013ab-6d4e-44aa-8d47-07110487191d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.131819] env[63380]: DEBUG nova.compute.manager [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.131884] env[63380]: DEBUG nova.compute.manager [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing instance network info cache due to event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.132104] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.132255] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.132419] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.139095] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.139348] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.139536] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleting the datastore file [datastore1] 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.139797] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c872b8ac-acc4-4f50-a2a2-fc852bacdaf2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.149203] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 774.149203] env[63380]: value = "task-2679920" [ 774.149203] env[63380]: _type = "Task" [ 774.149203] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.160838] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.235743] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updated VIF entry in instance network info cache for port ab3920e4-7ef7-41f0-8f86-215192826f50. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.236169] env[63380]: DEBUG nova.network.neutron [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updating instance_info_cache with network_info: [{"id": "ab3920e4-7ef7-41f0-8f86-215192826f50", "address": "fa:16:3e:1c:33:b0", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3920e4-7e", "ovs_interfaceid": "ab3920e4-7ef7-41f0-8f86-215192826f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.239761] env[63380]: DEBUG nova.scheduler.client.report [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.324643] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679915, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.344910] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.345293] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Instance network_info: |[{"id": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "address": "fa:16:3e:9b:22:17", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa987c8c8-03", "ovs_interfaceid": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.345670] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Acquired lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.345873] env[63380]: DEBUG nova.network.neutron [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Refreshing network info cache for port a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.347393] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:22:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a987c8c8-0332-43cb-ac2c-589dbca9f9ec', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.356603] env[63380]: DEBUG oslo.service.loopingcall [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.357969] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.358238] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c73968fc-5e37-4d8e-b7e7-e3625ba7a60d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.380858] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.380858] env[63380]: value = "task-2679921" [ 774.380858] env[63380]: _type = "Task" [ 774.380858] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.391009] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679921, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.402654] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.423540] env[63380]: DEBUG nova.network.neutron [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.445421] env[63380]: DEBUG nova.network.neutron [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.661437] env[63380]: DEBUG oslo_vmware.api [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2679920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159123} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.661719] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.661909] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.662098] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.662277] env[63380]: INFO nova.compute.manager [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 774.662517] env[63380]: DEBUG oslo.service.loopingcall [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.662713] env[63380]: DEBUG nova.compute.manager [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.662806] env[63380]: DEBUG nova.network.neutron [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.738789] env[63380]: DEBUG oslo_concurrency.lockutils [req-d010ff17-6126-435c-9832-64dc564f96fd req-5923f818-5419-4ef6-88b1-9fe6cacbb8f6 service nova] Releasing lock "refresh_cache-a02f3b4b-fb9f-4cf5-a886-f86998d3262b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.746681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.747430] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.751690] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.966s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.752146] env[63380]: DEBUG nova.objects.instance [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 774.825375] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679915, 'name': CloneVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.896422] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679921, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.907152] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679918, 'name': PowerOnVM_Task, 'duration_secs': 0.517934} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.907534] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.907742] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Took 8.39 seconds to spawn the instance on the hypervisor. [ 774.907947] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.908947] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9fa207-ada9-4be1-a577-15b348efb097 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.930369] env[63380]: INFO nova.compute.manager [-] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Took 1.73 seconds to deallocate network for instance. [ 774.950833] env[63380]: INFO nova.compute.manager [-] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Took 1.46 seconds to deallocate network for instance. [ 775.114508] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updated VIF entry in instance network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.114817] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.185216] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Successfully updated port: d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.268407] env[63380]: DEBUG nova.compute.utils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.269951] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.299226] env[63380]: DEBUG nova.network.neutron [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Updated VIF entry in instance network info cache for port a987c8c8-0332-43cb-ac2c-589dbca9f9ec. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.299916] env[63380]: DEBUG nova.network.neutron [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Updating instance_info_cache with network_info: [{"id": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "address": "fa:16:3e:9b:22:17", "network": {"id": "5cd85f15-2d84-4ed6-a412-6de861460aeb", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1943409131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba904fb0df4b6fa415854bc1f5d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa987c8c8-03", "ovs_interfaceid": "a987c8c8-0332-43cb-ac2c-589dbca9f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.325361] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679915, 'name': CloneVM_Task, 'duration_secs': 1.528802} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.325683] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Created linked-clone VM from snapshot [ 775.326847] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b8827e-6845-4164-9733-dc98fd713bcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.336397] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Uploading image b2baf268-8948-4de5-b6fb-a855787e4ca9 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.364886] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.364886] env[63380]: value = "vm-540317" [ 775.364886] env[63380]: _type = "VirtualMachine" [ 775.364886] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.365194] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8824c87e-d087-4ffb-b933-a2938ac0395d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.374990] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease: (returnval){ [ 775.374990] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52188dda-a932-5372-9c48-f30872de56a5" [ 775.374990] env[63380]: _type = "HttpNfcLease" [ 775.374990] env[63380]: } obtained for exporting VM: (result){ [ 775.374990] env[63380]: value = "vm-540317" [ 775.374990] env[63380]: _type = "VirtualMachine" [ 775.374990] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.375352] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the lease: (returnval){ [ 775.375352] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52188dda-a932-5372-9c48-f30872de56a5" [ 775.375352] env[63380]: _type = "HttpNfcLease" [ 775.375352] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.382822] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.382822] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52188dda-a932-5372-9c48-f30872de56a5" [ 775.382822] env[63380]: _type = "HttpNfcLease" [ 775.382822] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.392782] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679921, 'name': CreateVM_Task, 'duration_secs': 0.580115} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.392972] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.393673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.393840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394377] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.394698] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdf2ce7-5564-41ad-ba3a-d0a6f739d7e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.402656] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 775.402656] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c95a91-278e-e5aa-5da9-8b3636ce9736" [ 775.402656] env[63380]: _type = "Task" [ 775.402656] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.411807] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c95a91-278e-e5aa-5da9-8b3636ce9736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.433174] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Took 32.42 seconds to build instance. [ 775.438287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.460552] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.502669] env[63380]: DEBUG nova.network.neutron [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.618012] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.618313] env[63380]: DEBUG nova.compute.manager [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.618521] env[63380]: DEBUG nova.compute.manager [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing instance network info cache due to event network-changed-fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.618778] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Acquiring lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.619218] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Acquired lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.619218] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Refreshing network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.661229] env[63380]: DEBUG nova.compute.manager [req-82541bd1-e01d-40e7-a6c5-d81aedc51e34 req-690c830c-a903-43bc-af1c-366e13e4f9f5 service nova] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Received event network-vif-deleted-6aabef58-73e3-4ffc-b2b8-1e76f3fab576 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.692269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.692269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692460] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.772048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4d4d672f-c74f-4e9d-9332-d94a17ae2f8b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.774743] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.820s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.775787] env[63380]: INFO nova.compute.claims [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.779772] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.803054] env[63380]: DEBUG oslo_concurrency.lockutils [req-0fccc5ff-5143-46e7-afe6-27183ba2199b req-c380f21a-2271-40fe-b15a-f97c0d938e63 service nova] Releasing lock "refresh_cache-1e74c58a-e046-4f9d-9399-6d0b6b924faa" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.885183] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.885183] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52188dda-a932-5372-9c48-f30872de56a5" [ 775.885183] env[63380]: _type = "HttpNfcLease" [ 775.885183] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.885183] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.885183] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52188dda-a932-5372-9c48-f30872de56a5" [ 775.885183] env[63380]: _type = "HttpNfcLease" [ 775.885183] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.885674] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e80970-d6a7-4718-8fc8-3088bda589b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.894984] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.895275] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.964025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.407s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.980732] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c95a91-278e-e5aa-5da9-8b3636ce9736, 'name': SearchDatastore_Task, 'duration_secs': 0.03509} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.980732] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.980732] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.981012] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.981012] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.981111] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.981493] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad272b6b-b897-49af-b243-6bdec4ff3a76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.993600] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.993801] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.994822] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58a97c1-4713-4fc6-9cac-458127576050 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.005641] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d9fc161-f73e-482d-a310-a1f656d80290 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.005641] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 776.005641] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c3fd4-b137-9527-8ed9-92d649c0394e" [ 776.005641] env[63380]: _type = "Task" [ 776.005641] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.005641] env[63380]: INFO nova.compute.manager [-] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Took 1.34 seconds to deallocate network for instance. [ 776.020107] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c3fd4-b137-9527-8ed9-92d649c0394e, 'name': SearchDatastore_Task, 'duration_secs': 0.013828} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.022730] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54892a7-a181-465f-a1b7-be111b4752b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.032438] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 776.032438] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523225a5-838a-d798-0d6c-e744b40563d9" [ 776.032438] env[63380]: _type = "Task" [ 776.032438] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.045865] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523225a5-838a-d798-0d6c-e744b40563d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.165414] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Received event network-vif-deleted-ab3920e4-7ef7-41f0-8f86-215192826f50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.165709] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Received event network-vif-deleted-b3d4aa28-4711-4b84-9192-b234ed192d93 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.166496] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Received event network-vif-plugged-d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.166496] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Acquiring lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.166496] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.166496] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.166693] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] No waiting events found dispatching network-vif-plugged-d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.167070] env[63380]: WARNING nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Received unexpected event network-vif-plugged-d382324b-2852-4657-a42d-9dfce53d3705 for instance with vm_state building and task_state spawning. [ 776.167070] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Received event network-changed-d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.167070] env[63380]: DEBUG nova.compute.manager [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Refreshing instance network info cache due to event network-changed-d382324b-2852-4657-a42d-9dfce53d3705. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.167487] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.240137] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.423582] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updated VIF entry in instance network info cache for port fa0100ed-73c9-4ab3-976f-2f173a5a12db. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.424102] env[63380]: DEBUG nova.network.neutron [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [{"id": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "address": "fa:16:3e:ab:aa:5d", "network": {"id": "aa1133fa-59e4-443f-96bf-e2ca473d68a7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1594110048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c584ad35670b4a00893bc9b79491ecc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa0100ed-73", "ovs_interfaceid": "fa0100ed-73c9-4ab3-976f-2f173a5a12db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.474514] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.495623] env[63380]: DEBUG nova.network.neutron [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.522838] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.543889] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523225a5-838a-d798-0d6c-e744b40563d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.544216] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.544592] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 1e74c58a-e046-4f9d-9399-6d0b6b924faa/1e74c58a-e046-4f9d-9399-6d0b6b924faa.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.544861] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c52460-1fa7-4e5e-8964-5f0e7b4483c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.553395] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 776.553395] env[63380]: value = "task-2679923" [ 776.553395] env[63380]: _type = "Task" [ 776.553395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.565487] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.802099] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.840332] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.842496] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.842771] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.842932] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.843750] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.844137] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.844383] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.844828] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.845483] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.845854] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.847106] env[63380]: DEBUG nova.virt.hardware [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.848190] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88add69f-4815-4ea5-834b-c7d206ffb731 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.864223] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e672f91-7d9c-42a7-aad5-2149e25230a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.884392] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.890165] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Creating folder: Project (78867264f3c6435d978f20b0d4506387). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.893750] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-589b556e-10bb-41dc-9114-e14e9cd2cab4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.919024] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Created folder: Project (78867264f3c6435d978f20b0d4506387) in parent group-v540155. [ 776.919024] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Creating folder: Instances. Parent ref: group-v540319. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.919024] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b818783-decc-4bb3-8fbc-dca6c44b38a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.930904] env[63380]: DEBUG oslo_concurrency.lockutils [req-162c6476-ae91-4480-9233-83fcbf8bade3 req-75e87c8b-7f08-4910-a4a0-638d655fcc3e service nova] Releasing lock "refresh_cache-382627f1-55a3-40cb-b8a8-4a092541cbcb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.947695] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Created folder: Instances in parent group-v540319. [ 776.947695] env[63380]: DEBUG oslo.service.loopingcall [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.947695] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.947695] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ce16e8-0e66-4b84-8afb-a76495bdc515 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.983542] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.983542] env[63380]: value = "task-2679926" [ 776.983542] env[63380]: _type = "Task" [ 776.983542] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.998238] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.999616] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Instance network_info: |[{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.003259] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.003355] env[63380]: DEBUG nova.network.neutron [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Refreshing network info cache for port d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.004731] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:91:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd382324b-2852-4657-a42d-9dfce53d3705', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.014418] env[63380]: DEBUG oslo.service.loopingcall [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.014418] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679926, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.015734] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.020023] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.021098] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93dc90c-4598-4822-9e85-bd33d736f41a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.053821] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.053821] env[63380]: value = "task-2679927" [ 777.053821] env[63380]: _type = "Task" [ 777.053821] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.073656] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.074040] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679927, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.492319] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb10108-8ee0-46b5-b493-3f2a5ce1a1ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506657] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679926, 'name': CreateVM_Task, 'duration_secs': 0.496143} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.509349] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0810950-f9b6-4639-ac93-476d4b79ab50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.517047] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.517047] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.517047] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.517047] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.520137] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5b0725-4426-4f49-a65b-a37b88889eb3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.565105] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd17cfc-d585-44ba-9701-de632895cdfe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.569850] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 777.569850] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5240fd16-71b0-75c5-4ed7-217c6db0ef66" [ 777.569850] env[63380]: _type = "Task" [ 777.569850] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.585025] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740866} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.585025] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679927, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.585025] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ff2d2-e3ee-4c2c-92cc-2cecb6cdb41b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.589152] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 1e74c58a-e046-4f9d-9399-6d0b6b924faa/1e74c58a-e046-4f9d-9399-6d0b6b924faa.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.589665] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.594352] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13b035d-a1f1-450a-8847-851154e6ba81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.598360] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5240fd16-71b0-75c5-4ed7-217c6db0ef66, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.599036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.599036] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.599036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.599286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.599348] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.600417] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2173074-5c20-44e0-8d59-14f04f644a2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.612011] env[63380]: DEBUG nova.compute.provider_tree [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.621872] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 777.621872] env[63380]: value = "task-2679928" [ 777.621872] env[63380]: _type = "Task" [ 777.621872] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.630783] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.630995] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.634820] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542aa1b6-406f-4a8b-a557-05db0e295cee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.638277] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.643319] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 777.643319] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aab469-1ed8-25ff-862f-afd7462901eb" [ 777.643319] env[63380]: _type = "Task" [ 777.643319] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.654436] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aab469-1ed8-25ff-862f-afd7462901eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.823718] env[63380]: DEBUG nova.network.neutron [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updated VIF entry in instance network info cache for port d382324b-2852-4657-a42d-9dfce53d3705. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.824154] env[63380]: DEBUG nova.network.neutron [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.972090] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.974471] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.068648] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679927, 'name': CreateVM_Task, 'duration_secs': 0.582612} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.068846] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.070350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.070542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.070909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.071194] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6f2362-a8e7-4e9b-8635-a4c67e2ea34e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.076790] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 778.076790] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b611d-04cb-3a13-163a-92834d19624a" [ 778.076790] env[63380]: _type = "Task" [ 778.076790] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.088315] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b611d-04cb-3a13-163a-92834d19624a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.123670] env[63380]: DEBUG nova.scheduler.client.report [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.142022] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073501} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.142022] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.142022] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3672022-763f-476c-ae97-7b266bec1702 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.170170] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1e74c58a-e046-4f9d-9399-6d0b6b924faa/1e74c58a-e046-4f9d-9399-6d0b6b924faa.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.170170] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c0777c-b189-4eb9-885c-1c080db82b56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.189120] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52aab469-1ed8-25ff-862f-afd7462901eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.190380] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b04d3-2ca9-4135-a0ec-dad6a055f7e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.195375] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 778.195375] env[63380]: value = "task-2679929" [ 778.195375] env[63380]: _type = "Task" [ 778.195375] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.197547] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 778.197547] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52047d89-006f-c93a-e2e6-3b7b35f27b2d" [ 778.197547] env[63380]: _type = "Task" [ 778.197547] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.210397] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.213471] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52047d89-006f-c93a-e2e6-3b7b35f27b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.327165] env[63380]: DEBUG oslo_concurrency.lockutils [req-a4cb2682-9e9b-4300-aab9-a307c5e59ddb req-32e60af2-0e4a-4238-91c4-bc00f06c1508 service nova] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.589557] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b611d-04cb-3a13-163a-92834d19624a, 'name': SearchDatastore_Task, 'duration_secs': 0.018502} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.589995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.590198] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.590415] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.633709] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.634322] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.637092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.282s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.637309] env[63380]: DEBUG nova.objects.instance [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 778.711623] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52047d89-006f-c93a-e2e6-3b7b35f27b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.018845} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.715357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.715357] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e93100ee-a5ca-4a0c-83cd-615d323b9f30/e93100ee-a5ca-4a0c-83cd-615d323b9f30.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.715692] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679929, 'name': ReconfigVM_Task, 'duration_secs': 0.40145} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.715692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.715951] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.716192] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e329a36-1feb-4167-b41f-702771356190 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.718385] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1e74c58a-e046-4f9d-9399-6d0b6b924faa/1e74c58a-e046-4f9d-9399-6d0b6b924faa.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.719046] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a3b665-3941-4f33-86da-92a79c690790 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.720829] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65f77c9-860c-4fca-af26-51fb0ecfb02a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.728862] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 778.728862] env[63380]: value = "task-2679931" [ 778.728862] env[63380]: _type = "Task" [ 778.728862] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.735269] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 778.735269] env[63380]: value = "task-2679930" [ 778.735269] env[63380]: _type = "Task" [ 778.735269] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.735645] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.735883] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.737227] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a99d62-9872-4bea-8261-0177da25ca0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.746527] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.752180] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 778.752180] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527bdca4-6ca4-d54c-e774-c7adfc6d70fa" [ 778.752180] env[63380]: _type = "Task" [ 778.752180] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.758024] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679930, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.765214] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527bdca4-6ca4-d54c-e774-c7adfc6d70fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.146902] env[63380]: DEBUG nova.compute.utils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.148777] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 779.245671] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679931, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.252571] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679930, 'name': Rename_Task, 'duration_secs': 0.193352} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.252922] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.253196] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9b693a-c99b-4082-8587-f982bbb9e9fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.261796] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 779.261796] env[63380]: value = "task-2679932" [ 779.261796] env[63380]: _type = "Task" [ 779.261796] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.268723] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527bdca4-6ca4-d54c-e774-c7adfc6d70fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016622} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.269924] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba9666e-d4ad-438c-817b-bc165831b231 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.275455] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.281798] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 779.281798] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5237b1dd-ce37-56f9-90be-deb84cdc0e49" [ 779.281798] env[63380]: _type = "Task" [ 779.281798] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.294033] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5237b1dd-ce37-56f9-90be-deb84cdc0e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.649980] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cda9179e-a6a1-44fc-872f-3768fc98c180 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.651509] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.654211] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.864s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.655829] env[63380]: INFO nova.compute.claims [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.740609] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654815} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.740949] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e93100ee-a5ca-4a0c-83cd-615d323b9f30/e93100ee-a5ca-4a0c-83cd-615d323b9f30.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.741288] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.741560] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1a29a0-9465-4ff5-9367-e06997a1fa54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.750816] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 779.750816] env[63380]: value = "task-2679933" [ 779.750816] env[63380]: _type = "Task" [ 779.750816] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.761663] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.773480] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.793383] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5237b1dd-ce37-56f9-90be-deb84cdc0e49, 'name': SearchDatastore_Task, 'duration_secs': 0.055754} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.793681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.793946] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.794243] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075672f3-0248-45d6-9b86-dc06dcc6e83c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.803945] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 779.803945] env[63380]: value = "task-2679934" [ 779.803945] env[63380]: _type = "Task" [ 779.803945] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.813882] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.260977] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101527} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.261193] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.261956] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7bc6cf-f594-4372-bf9f-21daf2ad0383 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.286475] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] e93100ee-a5ca-4a0c-83cd-615d323b9f30/e93100ee-a5ca-4a0c-83cd-615d323b9f30.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.289688] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496190a0-dc1a-4a61-9b5c-03db61f2d6f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.303616] env[63380]: DEBUG oslo_vmware.api [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679932, 'name': PowerOnVM_Task, 'duration_secs': 0.61191} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.303871] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.304086] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Took 8.97 seconds to spawn the instance on the hypervisor. [ 780.304329] env[63380]: DEBUG nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.305587] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388f6a2-f7aa-4b3a-9390-4ae8dc37f938 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.312511] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 780.312511] env[63380]: value = "task-2679935" [ 780.312511] env[63380]: _type = "Task" [ 780.312511] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.322456] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.328197] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.666068] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.690883] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.691153] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.691324] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.691493] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.691639] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.691789] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.692049] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.692810] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.692810] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.692810] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.692810] env[63380]: DEBUG nova.virt.hardware [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.693634] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e512ff7-042f-46c5-a99e-ce57958f660a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.706082] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac683f01-a7ff-42a6-b2f0-81f53c1f89da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.725786] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.731743] env[63380]: DEBUG oslo.service.loopingcall [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.734684] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.735135] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4c457d-77d5-40b6-838a-a7fd4284c5e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.758865] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.758865] env[63380]: value = "task-2679936" [ 780.758865] env[63380]: _type = "Task" [ 780.758865] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.771188] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679936, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.815009] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.830993] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.840719] env[63380]: INFO nova.compute.manager [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Took 37.18 seconds to build instance. [ 781.266764] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e31739-e594-43a9-93ad-0138d4282249 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.273598] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679936, 'name': CreateVM_Task, 'duration_secs': 0.448909} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.274178] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.274690] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.275021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.275263] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.275601] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5e4a87-c740-4556-a28a-804d5ccacf7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.281652] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b25355-ec0a-4aab-a450-e67b3b18389d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.286819] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.286819] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52414183-6a83-8424-e12f-9333dccb41bb" [ 781.286819] env[63380]: _type = "Task" [ 781.286819] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.324953] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d9c6f-19d1-4e3e-8e93-372ef14b9683 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.330841] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52414183-6a83-8424-e12f-9333dccb41bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.332215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.332564] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.332673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.332840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.333028] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.333302] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5633b4-e8e4-4396-9e6d-6c8b2f74e624 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.342746] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679934, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.174624} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.343148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e0d1f6f-9757-4faf-98bf-57f902258d8d tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.759s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.343380] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679935, 'name': ReconfigVM_Task, 'duration_secs': 0.811808} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.344931] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac1a8c-ddaf-4f3d-a982-4dba6b5a7f9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.348896] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.349135] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.350432] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Reconfigured VM instance instance-0000003a to attach disk [datastore2] e93100ee-a5ca-4a0c-83cd-615d323b9f30/e93100ee-a5ca-4a0c-83cd-615d323b9f30.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.351276] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a065e83b-202f-4be1-985c-d8727d3ee6bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.353123] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d787958-607a-4f0d-a249-111d56ae38f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.356652] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.356831] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.358193] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716c9bde-611b-47c5-98e7-4b2be928e3d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.372410] env[63380]: DEBUG nova.compute.provider_tree [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.378256] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 781.378256] env[63380]: value = "task-2679937" [ 781.378256] env[63380]: _type = "Task" [ 781.378256] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.378256] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.378256] env[63380]: value = "task-2679938" [ 781.378256] env[63380]: _type = "Task" [ 781.378256] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.388044] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.388044] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d2a1a-1a82-28ac-521f-fe9f084a481d" [ 781.388044] env[63380]: _type = "Task" [ 781.388044] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.399450] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679938, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.399739] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.406898] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d2a1a-1a82-28ac-521f-fe9f084a481d, 'name': SearchDatastore_Task, 'duration_secs': 0.015447} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.407708] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ed6a5b-43cf-40bc-b370-3a087f40ad55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.414247] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.414247] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522539c0-3565-b547-7011-002080fab790" [ 781.414247] env[63380]: _type = "Task" [ 781.414247] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.423436] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522539c0-3565-b547-7011-002080fab790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.852583] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.880275] env[63380]: DEBUG nova.scheduler.client.report [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.898153] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093018} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.901479] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.902064] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679938, 'name': Rename_Task, 'duration_secs': 0.208096} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.902765] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcec7ba-9008-482a-ac74-c3db0b6c32a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.905883] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.906428] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3835fdac-1d30-4a07-aa31-09653f559c39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.930089] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.934522] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4cfefa7-0d74-4937-8da8-7de09c035a37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.949466] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.949466] env[63380]: value = "task-2679939" [ 781.949466] env[63380]: _type = "Task" [ 781.949466] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.956966] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522539c0-3565-b547-7011-002080fab790, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.958505] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.958777] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.959091] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 781.959091] env[63380]: value = "task-2679940" [ 781.959091] env[63380]: _type = "Task" [ 781.959091] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.959273] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464ef21b-40f7-4dca-97e6-57bbf37e6690 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.966839] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.974658] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.975633] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 781.975633] env[63380]: value = "task-2679941" [ 781.975633] env[63380]: _type = "Task" [ 781.975633] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.985894] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.097028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "38f48270-751b-4c42-8e41-43c1db4a1e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.097028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.097028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.097244] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.097347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.099780] env[63380]: INFO nova.compute.manager [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Terminating instance [ 782.374736] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.392308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.393024] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.396764] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.701s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.397063] env[63380]: DEBUG nova.objects.instance [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lazy-loading 'resources' on Instance uuid f5092b73-f9bf-4787-8ad7-2aa30192714a {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.462739] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.474616] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.490669] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.604399] env[63380]: DEBUG nova.compute.manager [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.604734] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.605769] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c34a7-05d6-479b-a6f5-1c07dac53766 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.614858] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.615207] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0e1e152-4dcf-4e7d-97c1-91ab8b942eb1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.625337] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 782.625337] env[63380]: value = "task-2679942" [ 782.625337] env[63380]: _type = "Task" [ 782.625337] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.634079] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.900876] env[63380]: DEBUG nova.compute.utils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.905771] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.905834] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.964257] env[63380]: DEBUG nova.policy [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.966209] env[63380]: DEBUG oslo_vmware.api [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679939, 'name': PowerOnVM_Task, 'duration_secs': 0.792641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.969587] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.969810] env[63380]: INFO nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Took 6.17 seconds to spawn the instance on the hypervisor. [ 782.970042] env[63380]: DEBUG nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.971244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc226f91-42d3-4a8f-912f-62a84dd049a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.988703] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679940, 'name': ReconfigVM_Task, 'duration_secs': 0.590931} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.989014] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.990234] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d977f3b-66bb-44f0-a530-1aa434289ab8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.995576] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682541} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.999818] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.999818] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.000132] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 783.000132] env[63380]: value = "task-2679943" [ 783.000132] env[63380]: _type = "Task" [ 783.000132] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.000363] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7e60915-8585-4dd2-bbc3-e3df5fd80665 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.016961] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 783.016961] env[63380]: value = "task-2679944" [ 783.016961] env[63380]: _type = "Task" [ 783.016961] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.017216] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679943, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.133718] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679942, 'name': PowerOffVM_Task, 'duration_secs': 0.243956} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.136558] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.136724] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.137239] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aba53d1-231d-45fd-94c9-e11b50fffe43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.210564] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.210788] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.211551] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleting the datastore file [datastore1] 38f48270-751b-4c42-8e41-43c1db4a1e12 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.211551] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8376b69-affb-49f5-b3dc-c9f34ad85821 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.220841] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 783.220841] env[63380]: value = "task-2679946" [ 783.220841] env[63380]: _type = "Task" [ 783.220841] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.229283] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.366155] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Successfully created port: 9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.406271] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.440911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51d675-95da-4370-a8df-2a30de45d2bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.453271] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e3d4e-41f0-44e1-a28e-a757d99a1582 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.486456] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e3847-17eb-48dc-9d7b-f341757067c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.503108] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86aa2dd-1c65-4ec8-96c2-847a38d5f9f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.504953] env[63380]: INFO nova.compute.manager [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Took 32.29 seconds to build instance. [ 783.521043] env[63380]: DEBUG nova.compute.provider_tree [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.528412] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679943, 'name': Rename_Task, 'duration_secs': 0.215} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.529838] env[63380]: DEBUG nova.scheduler.client.report [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.532897] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.533879] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33538ec8-6244-4b26-9aaf-d6b50a4a10fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.539571] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098552} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.540122] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.541401] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc8168-3bb4-4655-9fa2-a5f68f1f9afb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.544705] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 783.544705] env[63380]: value = "task-2679947" [ 783.544705] env[63380]: _type = "Task" [ 783.544705] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.564958] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.565747] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c182bed1-8836-4228-a34c-09d068851ac7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.585196] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.591969] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 783.591969] env[63380]: value = "task-2679948" [ 783.591969] env[63380]: _type = "Task" [ 783.591969] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.601411] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.732890] env[63380]: DEBUG oslo_vmware.api [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2679946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155362} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.732890] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.732890] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.733373] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.733373] env[63380]: INFO nova.compute.manager [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 783.733505] env[63380]: DEBUG oslo.service.loopingcall [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.733760] env[63380]: DEBUG nova.compute.manager [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.733843] env[63380]: DEBUG nova.network.neutron [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.009731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9661ec54-d40d-4c27-ade3-cfaabf63aff4 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.104s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.035492] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.038510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.340s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.038832] env[63380]: DEBUG nova.objects.instance [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lazy-loading 'resources' on Instance uuid 238dda65-7415-46b1-b19d-ae667a1bccce {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.059848] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.068793] env[63380]: INFO nova.scheduler.client.report [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Deleted allocations for instance f5092b73-f9bf-4787-8ad7-2aa30192714a [ 784.104120] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679948, 'name': ReconfigVM_Task, 'duration_secs': 0.415405} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.104420] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.105077] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d5d3a0-3cce-4fad-864b-db03822c941d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.120363] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 784.120363] env[63380]: value = "task-2679949" [ 784.120363] env[63380]: _type = "Task" [ 784.120363] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.127787] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679949, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.143486] env[63380]: DEBUG nova.compute.manager [req-b45801af-3736-4217-8456-24ff6e832739 req-fb38b48a-ba13-4d58-a3e0-9b7ef6ea23c4 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Received event network-vif-deleted-10d83d58-875d-43f0-9f50-08c52fb4f83f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.144794] env[63380]: INFO nova.compute.manager [req-b45801af-3736-4217-8456-24ff6e832739 req-fb38b48a-ba13-4d58-a3e0-9b7ef6ea23c4 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Neutron deleted interface 10d83d58-875d-43f0-9f50-08c52fb4f83f; detaching it from the instance and deleting it from the info cache [ 784.145139] env[63380]: DEBUG nova.network.neutron [req-b45801af-3736-4217-8456-24ff6e832739 req-fb38b48a-ba13-4d58-a3e0-9b7ef6ea23c4 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.416471] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.440492] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.440662] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.440918] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.441188] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.441345] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.441490] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.442039] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.442039] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.442039] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.442199] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.442346] env[63380]: DEBUG nova.virt.hardware [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.443222] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26df6d-0676-4205-b7e5-df5dd53a1471 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.452751] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672113f6-4c6b-4f6a-b58e-53294a1f0ae7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.555732] env[63380]: DEBUG oslo_vmware.api [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2679947, 'name': PowerOnVM_Task, 'duration_secs': 0.600423} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.556035] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.556252] env[63380]: INFO nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Took 10.50 seconds to spawn the instance on the hypervisor. [ 784.556436] env[63380]: DEBUG nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.557242] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370285a1-2418-4a5a-85b6-23f075f9c956 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.577186] env[63380]: DEBUG oslo_concurrency.lockutils [None req-846fa4aa-7138-4ab4-aef9-eef01eed83e9 tempest-ServerShowV254Test-912794433 tempest-ServerShowV254Test-912794433-project-member] Lock "f5092b73-f9bf-4787-8ad7-2aa30192714a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.216s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.626813] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679949, 'name': Rename_Task, 'duration_secs': 0.221337} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.626813] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.626813] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7b9cc2-5003-49a7-8c45-9ec3d11f9648 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.628634] env[63380]: DEBUG nova.network.neutron [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.635035] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 784.635035] env[63380]: value = "task-2679950" [ 784.635035] env[63380]: _type = "Task" [ 784.635035] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.644855] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.650691] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23c5d4a1-15b4-453b-abab-5f0f6e7d5120 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.660038] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd88572d-14c7-4fc9-b703-c46ee911240b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.707887] env[63380]: DEBUG nova.compute.manager [req-b45801af-3736-4217-8456-24ff6e832739 req-fb38b48a-ba13-4d58-a3e0-9b7ef6ea23c4 service nova] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Detach interface failed, port_id=10d83d58-875d-43f0-9f50-08c52fb4f83f, reason: Instance 38f48270-751b-4c42-8e41-43c1db4a1e12 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 784.799368] env[63380]: DEBUG nova.compute.manager [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Received event network-vif-plugged-9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.799600] env[63380]: DEBUG oslo_concurrency.lockutils [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] Acquiring lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.799849] env[63380]: DEBUG oslo_concurrency.lockutils [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.800066] env[63380]: DEBUG oslo_concurrency.lockutils [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.800246] env[63380]: DEBUG nova.compute.manager [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] No waiting events found dispatching network-vif-plugged-9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.800477] env[63380]: WARNING nova.compute.manager [req-71e22820-53df-4799-8934-58ed970e78ae req-25ab4df0-e236-4ed1-b823-f89c8a104cd7 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Received unexpected event network-vif-plugged-9a3daa26-395f-4134-9650-646d38ff4244 for instance with vm_state building and task_state spawning. [ 784.904724] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Successfully updated port: 9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.075063] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.075633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c21358-4e94-4e99-8aa8-3b0307c7d7d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.080345] env[63380]: INFO nova.compute.manager [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Took 39.23 seconds to build instance. [ 785.086980] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.087165] env[63380]: ERROR oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk due to incomplete transfer. [ 785.089747] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0b3f858-812f-420a-928d-7153624bb0f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.099137] env[63380]: DEBUG oslo_vmware.rw_handles [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52058a7c-fc99-f87f-674a-33c489a54428/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.099356] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Uploaded image b2baf268-8948-4de5-b6fb-a855787e4ca9 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.101696] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.102226] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0184a7bd-3f83-46df-87c5-0eb7532d7f97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.114270] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 785.114270] env[63380]: value = "task-2679951" [ 785.114270] env[63380]: _type = "Task" [ 785.114270] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.126840] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679951, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.131460] env[63380]: INFO nova.compute.manager [-] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Took 1.40 seconds to deallocate network for instance. [ 785.148342] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.157794] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8acc966-c153-486c-b2dd-13d8da6ff503 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.166374] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70faed6-e013-494c-a0c5-db1d028102d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.200475] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff99004-5981-48a8-976b-603a2e2c323e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.210055] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fbca35-a0c8-488b-bf08-08e284d7381a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.225372] env[63380]: DEBUG nova.compute.provider_tree [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.409226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.409226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.409226] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.582775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1f67d98-ce9a-4d8d-97cb-d619b9446663 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.554s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.624915] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679951, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.645874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.646236] env[63380]: DEBUG oslo_vmware.api [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679950, 'name': PowerOnVM_Task, 'duration_secs': 0.691073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.646500] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.646707] env[63380]: INFO nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Took 4.98 seconds to spawn the instance on the hypervisor. [ 785.646887] env[63380]: DEBUG nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.647735] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3c9b80-c9e8-40a5-9b3a-2a19093df0c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.729016] env[63380]: DEBUG nova.scheduler.client.report [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.948731] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.127396] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679951, 'name': Destroy_Task, 'duration_secs': 0.715553} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.127750] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Destroyed the VM [ 786.128044] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.128410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8467f635-158d-4469-bb70-9205cd387221 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.131234] env[63380]: DEBUG nova.network.neutron [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Updating instance_info_cache with network_info: [{"id": "9a3daa26-395f-4134-9650-646d38ff4244", "address": "fa:16:3e:18:a8:49", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3daa26-39", "ovs_interfaceid": "9a3daa26-395f-4134-9650-646d38ff4244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.138771] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 786.138771] env[63380]: value = "task-2679952" [ 786.138771] env[63380]: _type = "Task" [ 786.138771] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.147945] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679952, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.166516] env[63380]: INFO nova.compute.manager [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Took 31.26 seconds to build instance. [ 786.240573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.247423] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.652s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.247423] env[63380]: INFO nova.compute.claims [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.268313] env[63380]: INFO nova.scheduler.client.report [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleted allocations for instance 238dda65-7415-46b1-b19d-ae667a1bccce [ 786.635037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.636033] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Instance network_info: |[{"id": "9a3daa26-395f-4134-9650-646d38ff4244", "address": "fa:16:3e:18:a8:49", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3daa26-39", "ovs_interfaceid": "9a3daa26-395f-4134-9650-646d38ff4244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.636483] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a8:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3daa26-395f-4134-9650-646d38ff4244', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.644585] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating folder: Project (0c2e5a54f6d441af9c1c0aa73ee8e747). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.644970] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983fa154-c7a0-4d22-b20d-8926218bb74e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.658574] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679952, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.662579] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created folder: Project (0c2e5a54f6d441af9c1c0aa73ee8e747) in parent group-v540155. [ 786.662804] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating folder: Instances. Parent ref: group-v540324. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.663061] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbcf8aad-5566-470a-9f7d-8dea1a4fd1db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.668960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4ff67719-b706-432d-8b83-cde8501935b5 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.207s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.677201] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created folder: Instances in parent group-v540324. [ 786.677516] env[63380]: DEBUG oslo.service.loopingcall [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.677801] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.678552] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4e063c7-5c7c-44bd-b6d1-344b5920087e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.699643] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.699643] env[63380]: value = "task-2679955" [ 786.699643] env[63380]: _type = "Task" [ 786.699643] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.708362] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679955, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.756105] env[63380]: INFO nova.compute.manager [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Rebuilding instance [ 786.779092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-14865d79-43aa-4b9c-a331-3a12b335f871 tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "238dda65-7415-46b1-b19d-ae667a1bccce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.576s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.789196] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "4f5ae797-1918-4816-915d-19fd591fb920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.789642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.808999] env[63380]: DEBUG nova.compute.manager [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.809929] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463e847-112d-4b75-ae5a-f5199f06b6c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.827969] env[63380]: DEBUG nova.compute.manager [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Received event network-changed-9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.828212] env[63380]: DEBUG nova.compute.manager [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Refreshing instance network info cache due to event network-changed-9a3daa26-395f-4134-9650-646d38ff4244. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.828464] env[63380]: DEBUG oslo_concurrency.lockutils [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] Acquiring lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.828899] env[63380]: DEBUG oslo_concurrency.lockutils [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] Acquired lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.828899] env[63380]: DEBUG nova.network.neutron [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Refreshing network info cache for port 9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.833700] env[63380]: DEBUG nova.compute.manager [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 787.156399] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679952, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.209955] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679955, 'name': CreateVM_Task, 'duration_secs': 0.404066} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.210165] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.210903] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.211077] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.211437] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.211731] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4250d12e-bba6-40fb-8e01-f246a34d1b98 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.216766] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 787.216766] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c9412-e658-a843-6d97-32e4af3632ef" [ 787.216766] env[63380]: _type = "Task" [ 787.216766] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.225140] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c9412-e658-a843-6d97-32e4af3632ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.291289] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.353894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.592990] env[63380]: DEBUG nova.network.neutron [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Updated VIF entry in instance network info cache for port 9a3daa26-395f-4134-9650-646d38ff4244. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.593362] env[63380]: DEBUG nova.network.neutron [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Updating instance_info_cache with network_info: [{"id": "9a3daa26-395f-4134-9650-646d38ff4244", "address": "fa:16:3e:18:a8:49", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3daa26-39", "ovs_interfaceid": "9a3daa26-395f-4134-9650-646d38ff4244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.616783] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.617041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.617258] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.617448] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.617673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.619442] env[63380]: INFO nova.compute.manager [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Terminating instance [ 787.660116] env[63380]: DEBUG oslo_vmware.api [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2679952, 'name': RemoveSnapshot_Task, 'duration_secs': 1.333073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.660459] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.660758] env[63380]: INFO nova.compute.manager [None req-f6a4ddc5-3202-4d19-98b8-c8c22eabe511 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Took 16.98 seconds to snapshot the instance on the hypervisor. [ 787.711964] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc56f7c0-ef3b-4278-9d1c-8a8be348767b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.723043] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c47e95-691a-4ae4-9264-8dd1e530a86c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.729664] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c9412-e658-a843-6d97-32e4af3632ef, 'name': SearchDatastore_Task, 'duration_secs': 0.027109} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.730272] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.730509] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.730737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.730884] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.731073] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.731322] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00859528-45ee-42b9-a7ec-a4d24ccb3ac7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.759898] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704af10c-c0e2-4e49-ac47-3a02c9aa3152 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.768914] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d980c1d-3302-4e85-a107-4e63281e686c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.772965] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.773190] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.773866] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b806c2-17ea-4ca1-be16-514df35e7537 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.786714] env[63380]: DEBUG nova.compute.provider_tree [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.788984] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 787.788984] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52edbeac-a7c3-3c37-5c3c-9a3934177f4d" [ 787.788984] env[63380]: _type = "Task" [ 787.788984] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.801850] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52edbeac-a7c3-3c37-5c3c-9a3934177f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.814121] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.826283] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.826565] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4244cf5-6cbd-4655-8770-7611c78c6c62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.835327] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 787.835327] env[63380]: value = "task-2679956" [ 787.835327] env[63380]: _type = "Task" [ 787.835327] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.844731] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.098273] env[63380]: DEBUG oslo_concurrency.lockutils [req-87c78277-2dd6-40ff-8dff-bdd082c082f1 req-32add5c0-0c73-4524-ad65-d7ac0e0edec2 service nova] Releasing lock "refresh_cache-d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.125365] env[63380]: DEBUG nova.compute.manager [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.125614] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.126646] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdaff91-df73-43f1-a76f-c93d29ed941b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.134868] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.134868] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14535ee3-4568-4d5a-b63c-85157343a583 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.141506] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 788.141506] env[63380]: value = "task-2679957" [ 788.141506] env[63380]: _type = "Task" [ 788.141506] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.151428] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.291022] env[63380]: DEBUG nova.scheduler.client.report [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.305730] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52edbeac-a7c3-3c37-5c3c-9a3934177f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.307891] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0546c03-f74f-4a62-bf50-487df8213ae6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.312959] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 788.312959] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52072139-98e6-3a64-e653-71954b2c834d" [ 788.312959] env[63380]: _type = "Task" [ 788.312959] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.322068] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52072139-98e6-3a64-e653-71954b2c834d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.346298] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679956, 'name': PowerOffVM_Task, 'duration_secs': 0.284454} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.346564] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.346789] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.347546] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1447a7-4f7f-4a7b-aa87-13553418e5b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.354521] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.354734] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-051521db-bcd5-4767-a28c-12f572db711b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.394246] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.394421] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.394777] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleting the datastore file [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.395108] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a22e6b-5948-450b-b065-7bb93ad087f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.404298] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 788.404298] env[63380]: value = "task-2679959" [ 788.404298] env[63380]: _type = "Task" [ 788.404298] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.413148] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.652187] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679957, 'name': PowerOffVM_Task, 'duration_secs': 0.383657} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.652459] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.652631] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.652902] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7d995b8-552b-4e93-aed0-788c3b1b5dc6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.748881] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.749137] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.749327] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleting the datastore file [datastore1] c0ba187c-3f1f-4e5c-ac38-879b33e426bb {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.749604] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f9039b0-d93b-45bb-a8e3-0cb40e75bfd6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.756155] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for the task: (returnval){ [ 788.756155] env[63380]: value = "task-2679961" [ 788.756155] env[63380]: _type = "Task" [ 788.756155] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.764527] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.799549] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.800156] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.802843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.104s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.804392] env[63380]: INFO nova.compute.claims [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.824032] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52072139-98e6-3a64-e653-71954b2c834d, 'name': SearchDatastore_Task, 'duration_secs': 0.030756} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.824250] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.824511] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d8f8749e-ceb1-403e-8c63-d1e6a874a7f5/d8f8749e-ceb1-403e-8c63-d1e6a874a7f5.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.824766] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01f8a44-6746-46d5-ae3c-5876b78c3fc0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.832987] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 788.832987] env[63380]: value = "task-2679962" [ 788.832987] env[63380]: _type = "Task" [ 788.832987] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.842403] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.916204] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449482} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.916911] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.917179] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.917390] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.267055] env[63380]: DEBUG oslo_vmware.api [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Task: {'id': task-2679961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280048} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.267281] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.267471] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.267686] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.267851] env[63380]: INFO nova.compute.manager [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 789.268132] env[63380]: DEBUG oslo.service.loopingcall [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.268338] env[63380]: DEBUG nova.compute.manager [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.268428] env[63380]: DEBUG nova.network.neutron [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.309306] env[63380]: DEBUG nova.compute.utils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.313587] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.313587] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.343727] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679962, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.353578] env[63380]: DEBUG nova.policy [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b83b2c347de46a2849255bf1c56d7ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc028bdf04824d2bb30b63a4ab4f9aef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.680474] env[63380]: DEBUG nova.compute.manager [req-bffa335a-b46d-49bd-920d-6e4eb7deabe9 req-2ac3e20e-2dc9-4105-b144-92ce84f3bbd3 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Received event network-vif-deleted-9eb5537f-697c-48ec-9756-03a4e2610082 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 789.680634] env[63380]: INFO nova.compute.manager [req-bffa335a-b46d-49bd-920d-6e4eb7deabe9 req-2ac3e20e-2dc9-4105-b144-92ce84f3bbd3 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Neutron deleted interface 9eb5537f-697c-48ec-9756-03a4e2610082; detaching it from the instance and deleting it from the info cache [ 789.680809] env[63380]: DEBUG nova.network.neutron [req-bffa335a-b46d-49bd-920d-6e4eb7deabe9 req-2ac3e20e-2dc9-4105-b144-92ce84f3bbd3 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.756194] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Successfully created port: 5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.813973] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.844123] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927804} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.844385] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d8f8749e-ceb1-403e-8c63-d1e6a874a7f5/d8f8749e-ceb1-403e-8c63-d1e6a874a7f5.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.844611] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.844890] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f28037cf-bcac-4749-aa39-3346d62bc192 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.852341] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 789.852341] env[63380]: value = "task-2679963" [ 789.852341] env[63380]: _type = "Task" [ 789.852341] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.867062] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.961053] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.961309] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.961465] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.961645] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.961810] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.961956] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.962182] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.962341] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.962509] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.962673] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.962848] env[63380]: DEBUG nova.virt.hardware [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.963729] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e41f49-c6bc-4689-8e69-b959a060308c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.976626] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98af6f2-ae78-4f9d-9fa1-2f71d0ecec71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.989195] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.994969] env[63380]: DEBUG oslo.service.loopingcall [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.997772] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.999309] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c534d42-e367-4e1e-a957-164b6cb27ee3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.018241] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.018241] env[63380]: value = "task-2679964" [ 790.018241] env[63380]: _type = "Task" [ 790.018241] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.026611] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679964, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.073671] env[63380]: DEBUG nova.network.neutron [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.189095] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7b98d9-8468-48ff-a3ce-48bdf5031052 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.201285] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f617630-568c-4a13-9c46-a01890cd0dd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.246553] env[63380]: DEBUG nova.compute.manager [req-bffa335a-b46d-49bd-920d-6e4eb7deabe9 req-2ac3e20e-2dc9-4105-b144-92ce84f3bbd3 service nova] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Detach interface failed, port_id=9eb5537f-697c-48ec-9756-03a4e2610082, reason: Instance c0ba187c-3f1f-4e5c-ac38-879b33e426bb could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 790.343140] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4d6d7-a5d8-4e4d-8414-c9c5fb6458e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.353278] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b08459d-5637-4ab9-88e0-98eaac1aeac0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.391979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533927a-605a-4e40-a689-5c5d26a94246 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.395012] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070136} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.395534] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.396776] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b2f38-242f-481c-ac56-35e04b050fbc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.404097] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19610e3-6892-4dfd-9533-4079b884b416 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.426097] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d8f8749e-ceb1-403e-8c63-d1e6a874a7f5/d8f8749e-ceb1-403e-8c63-d1e6a874a7f5.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.426907] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae7df18f-9e6c-49c4-8974-863b84e69ff5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.454185] env[63380]: DEBUG nova.compute.provider_tree [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.460215] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 790.460215] env[63380]: value = "task-2679965" [ 790.460215] env[63380]: _type = "Task" [ 790.460215] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.469949] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.529195] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679964, 'name': CreateVM_Task, 'duration_secs': 0.484326} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.529270] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.529667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.529835] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.530180] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.530436] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637e501c-5f5c-4aad-bc25-fdac202779e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.535945] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 790.535945] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cadf88-40ab-aab5-69ab-b1ad90d5121b" [ 790.535945] env[63380]: _type = "Task" [ 790.535945] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.544191] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cadf88-40ab-aab5-69ab-b1ad90d5121b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.575959] env[63380]: INFO nova.compute.manager [-] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Took 1.31 seconds to deallocate network for instance. [ 790.830094] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.854645] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.854921] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.855121] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.855352] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.855521] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.855779] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.856059] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.856241] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.856453] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.856648] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.856852] env[63380]: DEBUG nova.virt.hardware [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.857865] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d6815-a9b8-45e9-8084-280a7e86991f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.867149] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127ddee9-d185-4315-88c8-a6b2f9a64c86 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.955689] env[63380]: DEBUG nova.scheduler.client.report [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.970462] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.047595] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cadf88-40ab-aab5-69ab-b1ad90d5121b, 'name': SearchDatastore_Task, 'duration_secs': 0.067117} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.047953] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.048214] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.048451] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.048597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048776] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.049059] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ccf26a6-f927-4f26-8308-0d14947f1384 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.059008] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.059215] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.059916] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0153be47-a125-458b-a882-d5aea2b2ef84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.065689] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 791.065689] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e6caa6-4866-4e99-ee88-8ace793ae773" [ 791.065689] env[63380]: _type = "Task" [ 791.065689] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.073869] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e6caa6-4866-4e99-ee88-8ace793ae773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.083015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.230228] env[63380]: DEBUG nova.compute.manager [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Received event network-vif-plugged-5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.230228] env[63380]: DEBUG oslo_concurrency.lockutils [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] Acquiring lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.230228] env[63380]: DEBUG oslo_concurrency.lockutils [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.230228] env[63380]: DEBUG oslo_concurrency.lockutils [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.230228] env[63380]: DEBUG nova.compute.manager [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] No waiting events found dispatching network-vif-plugged-5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.230408] env[63380]: WARNING nova.compute.manager [req-490d13a9-a95a-436c-8395-6c3189a2f4eb req-56875010-f966-4be8-b8ef-71eeb3e48dca service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Received unexpected event network-vif-plugged-5989f17b-8e31-4ee3-867d-1a8a342bab50 for instance with vm_state building and task_state spawning. [ 791.320447] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Successfully updated port: 5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.460877] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.461455] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.464534] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.877s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.464726] env[63380]: DEBUG nova.objects.instance [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 791.477232] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679965, 'name': ReconfigVM_Task, 'duration_secs': 0.739353} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.477939] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d8f8749e-ceb1-403e-8c63-d1e6a874a7f5/d8f8749e-ceb1-403e-8c63-d1e6a874a7f5.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.478117] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29a87b0-d520-49df-8871-80722c13252b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.485523] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 791.485523] env[63380]: value = "task-2679966" [ 791.485523] env[63380]: _type = "Task" [ 791.485523] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.495197] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679966, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.577049] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e6caa6-4866-4e99-ee88-8ace793ae773, 'name': SearchDatastore_Task, 'duration_secs': 0.016186} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.577909] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970e5019-cd4c-48e4-874a-71f60e683382 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.584331] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 791.584331] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526353db-3ebb-f12e-97f1-a14e56ea5ec0" [ 791.584331] env[63380]: _type = "Task" [ 791.584331] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.592470] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526353db-3ebb-f12e-97f1-a14e56ea5ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.823827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.823827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.823827] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.972345] env[63380]: DEBUG nova.compute.utils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.974023] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.974023] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.995610] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679966, 'name': Rename_Task, 'duration_secs': 0.368175} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.995879] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.996136] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a5667e-d885-41b4-8aa3-b4b9b65c8b0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.004337] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 792.004337] env[63380]: value = "task-2679967" [ 792.004337] env[63380]: _type = "Task" [ 792.004337] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.012428] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.013762] env[63380]: DEBUG nova.policy [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b83b2c347de46a2849255bf1c56d7ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc028bdf04824d2bb30b63a4ab4f9aef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.096041] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526353db-3ebb-f12e-97f1-a14e56ea5ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.096195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.096342] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.096610] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc9a8fc-3a20-4701-9dde-bff0ab1a4724 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.105393] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 792.105393] env[63380]: value = "task-2679968" [ 792.105393] env[63380]: _type = "Task" [ 792.105393] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.114872] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.305272] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Successfully created port: df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.360083] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.478950] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac3473c5-cbe4-4096-97f0-5821fe6305be tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.480501] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.485159] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.563s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.487821] env[63380]: INFO nova.compute.claims [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.521285] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.528074] env[63380]: DEBUG nova.network.neutron [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updating instance_info_cache with network_info: [{"id": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "address": "fa:16:3e:cd:7f:28", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5989f17b-8e", "ovs_interfaceid": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.617623] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.016397] env[63380]: DEBUG oslo_vmware.api [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2679967, 'name': PowerOnVM_Task, 'duration_secs': 0.832398} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.016679] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.016922] env[63380]: INFO nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Took 8.60 seconds to spawn the instance on the hypervisor. [ 793.017131] env[63380]: DEBUG nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.017986] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36d9ac-076d-4659-ac86-ac15aea51b05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.030741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.031025] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Instance network_info: |[{"id": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "address": "fa:16:3e:cd:7f:28", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5989f17b-8e", "ovs_interfaceid": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.031601] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:7f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5989f17b-8e31-4ee3-867d-1a8a342bab50', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.039509] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Creating folder: Project (cc028bdf04824d2bb30b63a4ab4f9aef). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.040126] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e06e0cd-8b10-4981-8cbc-34e8d6897d64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.055484] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Created folder: Project (cc028bdf04824d2bb30b63a4ab4f9aef) in parent group-v540155. [ 793.055690] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Creating folder: Instances. Parent ref: group-v540328. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.056102] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1486f2f2-b1d2-4b52-888a-3ff5b026138d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.068164] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Created folder: Instances in parent group-v540328. [ 793.068453] env[63380]: DEBUG oslo.service.loopingcall [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.068625] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.069336] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f91c48b4-54a4-4d97-a680-ee600197836e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.092367] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.092367] env[63380]: value = "task-2679971" [ 793.092367] env[63380]: _type = "Task" [ 793.092367] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.105392] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679971, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.119352] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.119726] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.120062] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.120406] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c9c4cc-ad81-495b-875e-cec8cb1e3131 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.129920] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 793.129920] env[63380]: value = "task-2679972" [ 793.129920] env[63380]: _type = "Task" [ 793.129920] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.141087] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.256614] env[63380]: DEBUG nova.compute.manager [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Received event network-changed-5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.256852] env[63380]: DEBUG nova.compute.manager [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Refreshing instance network info cache due to event network-changed-5989f17b-8e31-4ee3-867d-1a8a342bab50. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.257093] env[63380]: DEBUG oslo_concurrency.lockutils [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] Acquiring lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.257243] env[63380]: DEBUG oslo_concurrency.lockutils [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] Acquired lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.257401] env[63380]: DEBUG nova.network.neutron [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Refreshing network info cache for port 5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.491653] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.523780] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.523780] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.523780] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.523952] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.523952] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.523952] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.523952] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.524473] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.524853] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.525099] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.525461] env[63380]: DEBUG nova.virt.hardware [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.528384] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c352d485-3d17-41e1-bf16-a3d81c9495ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.547535] env[63380]: INFO nova.compute.manager [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Took 32.78 seconds to build instance. [ 793.552809] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ce0384-8646-46e7-a813-e2deefc1cfec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.605483] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679971, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.640834] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282903} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.641141] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.642010] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c82541f-d5c2-4775-9165-c4abc0ac4559 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.668103] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.668490] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e2760a-34b5-49e1-aef9-5af32c738254 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.695877] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 793.695877] env[63380]: value = "task-2679973" [ 793.695877] env[63380]: _type = "Task" [ 793.695877] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.705818] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.028748] env[63380]: DEBUG nova.network.neutron [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updated VIF entry in instance network info cache for port 5989f17b-8e31-4ee3-867d-1a8a342bab50. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.029852] env[63380]: DEBUG nova.network.neutron [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updating instance_info_cache with network_info: [{"id": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "address": "fa:16:3e:cd:7f:28", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5989f17b-8e", "ovs_interfaceid": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.033448] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Successfully updated port: df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.049810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad7c4f35-9b35-4dd5-a1dc-aa1101d19072 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.670s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.109355] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679971, 'name': CreateVM_Task, 'duration_secs': 0.759998} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.109663] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.110442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.110661] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.111027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.111387] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfcd34d-3c29-426c-9bdc-189baa0b5529 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.126726] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 794.126726] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5242d3e0-9a4b-24c7-5f5e-d2ff5dcf6c15" [ 794.126726] env[63380]: _type = "Task" [ 794.126726] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.137222] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5242d3e0-9a4b-24c7-5f5e-d2ff5dcf6c15, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.137392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.137516] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.137967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.137967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.138113] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.140770] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de643a31-8ac4-475b-9e0c-477ec9d27b05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.153756] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.153756] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.154046] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dcc6de-18ce-4394-99c7-1dc0b0d7497b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.161336] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 794.161336] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218e7b7-72c8-df31-3bdb-a75e178de326" [ 794.161336] env[63380]: _type = "Task" [ 794.161336] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.171123] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218e7b7-72c8-df31-3bdb-a75e178de326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.207675] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679973, 'name': ReconfigVM_Task, 'duration_secs': 0.35411} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.208896] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8/9dcd255b-bd1f-4475-a390-db29f7439af8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.210024] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207a212c-2b86-406e-92da-84bd88bb972c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.212627] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-020737ca-7c81-4ea0-add7-36b6ee2f801e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.224143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319a33f-04d9-4a13-a6e6-4761f67c02b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.228035] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 794.228035] env[63380]: value = "task-2679974" [ 794.228035] env[63380]: _type = "Task" [ 794.228035] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.263149] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6fa9d-26e2-435d-9f7a-30ef5c6f7c2d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.263149] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679974, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.268783] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb138ca-8e69-4105-a337-60823035dcd4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.284983] env[63380]: DEBUG nova.compute.provider_tree [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.533659] env[63380]: DEBUG oslo_concurrency.lockutils [req-4187e20d-dcdc-4aa3-bedd-65a4fc5f42c7 req-d92bb9e3-1cfe-4ace-94e3-d3bf494b7942 service nova] Releasing lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.539844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.540061] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.540233] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.673290] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218e7b7-72c8-df31-3bdb-a75e178de326, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.673983] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f1e105-695b-4cd0-8ece-3af2b1371741 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.680733] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 794.680733] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a6eab6-13a1-1fb4-1c2a-39e32a5db818" [ 794.680733] env[63380]: _type = "Task" [ 794.680733] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.689915] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a6eab6-13a1-1fb4-1c2a-39e32a5db818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.737943] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679974, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.790252] env[63380]: DEBUG nova.scheduler.client.report [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.080744] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.192689] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a6eab6-13a1-1fb4-1c2a-39e32a5db818, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.193081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.193421] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] bb1b230f-8703-4f89-bdf2-0e3852a409bb/bb1b230f-8703-4f89-bdf2-0e3852a409bb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.196710] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d541669-ba3c-4433-b5af-8fccf37063f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.205847] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 795.205847] env[63380]: value = "task-2679975" [ 795.205847] env[63380]: _type = "Task" [ 795.205847] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.216245] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.238278] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679974, 'name': Rename_Task, 'duration_secs': 0.887204} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.240096] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.240096] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1bd01a6-759d-4550-ba52-1bb3312e5258 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.247588] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 795.247588] env[63380]: value = "task-2679976" [ 795.247588] env[63380]: _type = "Task" [ 795.247588] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.254391] env[63380]: DEBUG nova.network.neutron [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Updating instance_info_cache with network_info: [{"id": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "address": "fa:16:3e:e0:23:f1", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a3ad6-1b", "ovs_interfaceid": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.261946] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.291344] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.291686] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.295666] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.296543] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.299591] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.473s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.300454] env[63380]: DEBUG nova.objects.instance [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid 3e0056ae-bfcc-41ab-8f58-f47feb7722b7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.320096] env[63380]: DEBUG nova.compute.manager [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Received event network-vif-plugged-df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.320096] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Acquiring lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.320096] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.320096] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.320413] env[63380]: DEBUG nova.compute.manager [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] No waiting events found dispatching network-vif-plugged-df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.320583] env[63380]: WARNING nova.compute.manager [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Received unexpected event network-vif-plugged-df4a3ad6-1bae-4ed0-9401-8cc336629140 for instance with vm_state building and task_state spawning. [ 795.320804] env[63380]: DEBUG nova.compute.manager [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Received event network-changed-df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.321012] env[63380]: DEBUG nova.compute.manager [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Refreshing instance network info cache due to event network-changed-df4a3ad6-1bae-4ed0-9401-8cc336629140. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.321226] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Acquiring lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.718048] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480606} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.718048] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] bb1b230f-8703-4f89-bdf2-0e3852a409bb/bb1b230f-8703-4f89-bdf2-0e3852a409bb.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.718519] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.718651] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7e28c6-7150-4e77-8eab-5282829eebce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.727598] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 795.727598] env[63380]: value = "task-2679977" [ 795.727598] env[63380]: _type = "Task" [ 795.727598] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.737880] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.759151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.760133] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Instance network_info: |[{"id": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "address": "fa:16:3e:e0:23:f1", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a3ad6-1b", "ovs_interfaceid": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.760133] env[63380]: DEBUG oslo_vmware.api [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679976, 'name': PowerOnVM_Task, 'duration_secs': 0.50837} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.760311] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Acquired lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.760311] env[63380]: DEBUG nova.network.neutron [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Refreshing network info cache for port df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.761398] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:23:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df4a3ad6-1bae-4ed0-9401-8cc336629140', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.769154] env[63380]: DEBUG oslo.service.loopingcall [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.769451] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.769696] env[63380]: DEBUG nova.compute.manager [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.773149] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.774016] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a69045-3a87-4f95-ac30-7d79582e6523 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.777077] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08afa25c-ded1-497e-baf0-ac33c2621ad9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.796862] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.803818] env[63380]: DEBUG nova.compute.utils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.809071] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.809249] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.810915] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.810915] env[63380]: value = "task-2679978" [ 795.810915] env[63380]: _type = "Task" [ 795.810915] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.821256] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679978, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.853447] env[63380]: DEBUG nova.policy [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b83b2c347de46a2849255bf1c56d7ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc028bdf04824d2bb30b63a4ab4f9aef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.028159] env[63380]: DEBUG nova.network.neutron [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Updated VIF entry in instance network info cache for port df4a3ad6-1bae-4ed0-9401-8cc336629140. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.028527] env[63380]: DEBUG nova.network.neutron [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Updating instance_info_cache with network_info: [{"id": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "address": "fa:16:3e:e0:23:f1", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf4a3ad6-1b", "ovs_interfaceid": "df4a3ad6-1bae-4ed0-9401-8cc336629140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.127560] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Successfully created port: ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.240327] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066869} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.240524] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.241299] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84941da1-4d4b-4797-918c-36bd7773e470 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.265445] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bb1b230f-8703-4f89-bdf2-0e3852a409bb/bb1b230f-8703-4f89-bdf2-0e3852a409bb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.268310] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6e7fe5-3e99-485e-8d50-bb7b48a4634d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.296842] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 796.296842] env[63380]: value = "task-2679979" [ 796.296842] env[63380]: _type = "Task" [ 796.296842] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.313066] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.318767] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.321483] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.333580] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679978, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.335935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.344977] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7b53b-889c-4441-b53f-e197a7e3895e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.353383] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955063ec-e893-4629-8088-a772afdd870a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.386472] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d5c303-84a2-4fe0-9411-7931b6db700c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.395763] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387ca5b-b220-4fad-9e8a-fa1c469e9f1d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.411269] env[63380]: DEBUG nova.compute.provider_tree [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.531593] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9169385-4d65-4818-bc77-a46fc0f44518 req-5bd4b604-a9b5-42fa-bea5-463d7b42562d service nova] Releasing lock "refresh_cache-970b5a94-7c98-4d42-9ee1-e0f817b1b22d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.807322] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.832301] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679978, 'name': CreateVM_Task, 'duration_secs': 0.903643} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.833030] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.833413] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.833575] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.833883] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.834145] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0222220e-de17-4d65-a5f9-2e16513d4059 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.839607] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 796.839607] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8fe20-9d93-624f-f607-416734d04161" [ 796.839607] env[63380]: _type = "Task" [ 796.839607] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.848749] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8fe20-9d93-624f-f607-416734d04161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.916033] env[63380]: DEBUG nova.scheduler.client.report [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.146770] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "9dcd255b-bd1f-4475-a390-db29f7439af8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.147070] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.147294] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "9dcd255b-bd1f-4475-a390-db29f7439af8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.147511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.147849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.150223] env[63380]: INFO nova.compute.manager [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Terminating instance [ 797.308685] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.334387] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.351029] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d8fe20-9d93-624f-f607-416734d04161, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.351325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.351566] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.351998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.352165] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.352351] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.352615] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad324666-f3e8-4438-b8ba-8aeeba622ec4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.362220] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.362487] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.362704] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.362907] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.363070] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.363220] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.363426] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.363620] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.363810] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.363979] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.364169] env[63380]: DEBUG nova.virt.hardware [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.365035] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb608923-24f7-4d67-9272-fb28556be1d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.368619] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.368794] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.369809] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ae29d8-0706-4de2-a731-512216af6cd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.375408] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d896b5-be73-435a-a52a-344eb91547a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.381043] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 797.381043] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d7e8b-bea3-c6f1-5d1f-1f6c1c91d2a5" [ 797.381043] env[63380]: _type = "Task" [ 797.381043] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.396421] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d7e8b-bea3-c6f1-5d1f-1f6c1c91d2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.420436] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.423886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.403s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.423886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.424019] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 797.424593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.685s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.427162] env[63380]: INFO nova.compute.claims [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.430199] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcbbaff-43d8-4333-b75e-9b609d9e78f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.439714] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc067c11-2363-4adc-9f2c-9d32201b1d9a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.445983] env[63380]: INFO nova.scheduler.client.report [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance 3e0056ae-bfcc-41ab-8f58-f47feb7722b7 [ 797.458433] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc4304-7331-486e-ae67-21a7943818d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.466581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb77275-91f4-44fd-b90f-6bc1b54b699d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.500780] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178741MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 797.500949] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.563899] env[63380]: DEBUG nova.compute.manager [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Received event network-vif-plugged-ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.564140] env[63380]: DEBUG oslo_concurrency.lockutils [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] Acquiring lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.564354] env[63380]: DEBUG oslo_concurrency.lockutils [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] Lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.564525] env[63380]: DEBUG oslo_concurrency.lockutils [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] Lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.564697] env[63380]: DEBUG nova.compute.manager [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] No waiting events found dispatching network-vif-plugged-ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.564931] env[63380]: WARNING nova.compute.manager [req-ce9f140b-a551-4190-b41a-33ab6dc26105 req-b1cf5e1d-6163-4cf2-a82b-378d016682ee service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Received unexpected event network-vif-plugged-ff95b7f3-7e56-4c11-9037-949f052f97cb for instance with vm_state building and task_state spawning. [ 797.654387] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "refresh_cache-9dcd255b-bd1f-4475-a390-db29f7439af8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.654777] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "refresh_cache-9dcd255b-bd1f-4475-a390-db29f7439af8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.655018] env[63380]: DEBUG nova.network.neutron [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.691552] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Successfully updated port: ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.808734] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679979, 'name': ReconfigVM_Task, 'duration_secs': 1.036816} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.809075] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bb1b230f-8703-4f89-bdf2-0e3852a409bb/bb1b230f-8703-4f89-bdf2-0e3852a409bb.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.809701] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdd1a21-373f-4b2a-a037-276430212521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.816357] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 797.816357] env[63380]: value = "task-2679980" [ 797.816357] env[63380]: _type = "Task" [ 797.816357] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.824670] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679980, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.892109] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d7e8b-bea3-c6f1-5d1f-1f6c1c91d2a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019053} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.892977] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9ecded-c664-4bcf-82c0-421e96bc3fe7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.900103] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 797.900103] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a7185-f479-79b9-0080-a621525bdf06" [ 797.900103] env[63380]: _type = "Task" [ 797.900103] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.908054] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a7185-f479-79b9-0080-a621525bdf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.962176] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfd330d2-88d1-4f2a-9a5f-69f52e5033bf tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "3e0056ae-bfcc-41ab-8f58-f47feb7722b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.808s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.175282] env[63380]: DEBUG nova.network.neutron [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.194427] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.194427] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.194427] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.223365] env[63380]: DEBUG nova.network.neutron [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.327900] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679980, 'name': Rename_Task, 'duration_secs': 0.147525} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.328384] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.328718] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac95f0d7-e8b6-477a-9a0f-7e5f8c766912 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.337677] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 798.337677] env[63380]: value = "task-2679981" [ 798.337677] env[63380]: _type = "Task" [ 798.337677] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.347459] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.411836] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a7185-f479-79b9-0080-a621525bdf06, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.412714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.412714] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 970b5a94-7c98-4d42-9ee1-e0f817b1b22d/970b5a94-7c98-4d42-9ee1-e0f817b1b22d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.412714] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c19f50-4614-4e47-8737-c2aac1ebbeae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.420346] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 798.420346] env[63380]: value = "task-2679982" [ 798.420346] env[63380]: _type = "Task" [ 798.420346] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.428419] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.726253] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "refresh_cache-9dcd255b-bd1f-4475-a390-db29f7439af8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.726905] env[63380]: DEBUG nova.compute.manager [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.727212] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.728532] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d2540c-d1c3-4082-bdf7-e23e1dcf01d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.738879] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.741881] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b693532-6b9b-45a9-b0a8-c1b965472ace {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.745537] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.751713] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 798.751713] env[63380]: value = "task-2679983" [ 798.751713] env[63380]: _type = "Task" [ 798.751713] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.765360] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.852027] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.935564] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497935} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.935564] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 970b5a94-7c98-4d42-9ee1-e0f817b1b22d/970b5a94-7c98-4d42-9ee1-e0f817b1b22d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.935962] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.938463] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e360e8e-4295-476a-9dd5-01f734d09c22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.949668] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 798.949668] env[63380]: value = "task-2679984" [ 798.949668] env[63380]: _type = "Task" [ 798.949668] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.965762] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.998122] env[63380]: DEBUG nova.network.neutron [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Updating instance_info_cache with network_info: [{"id": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "address": "fa:16:3e:a1:fd:98", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95b7f3-7e", "ovs_interfaceid": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.006959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f4fb6-61c2-4ec7-9d19-40cb48da337a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015768] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed74fe-c3fe-476a-8fce-f0aa9fc3866e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.066694] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af034425-f6ba-4f59-934f-85f0d1c686bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.076959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15cfa3b-cd0b-4cf8-92d7-f08743102501 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.092609] env[63380]: DEBUG nova.compute.provider_tree [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.261906] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679983, 'name': PowerOffVM_Task, 'duration_secs': 0.174969} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.262194] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.262365] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.262610] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d63c6a-f0b7-42af-a361-a953622098fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.292280] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.292652] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.292822] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleting the datastore file [datastore1] 9dcd255b-bd1f-4475-a390-db29f7439af8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.292986] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24be6af2-22a6-427a-8675-092bbf8d47bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.300241] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 799.300241] env[63380]: value = "task-2679986" [ 799.300241] env[63380]: _type = "Task" [ 799.300241] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.308776] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.347986] env[63380]: DEBUG oslo_vmware.api [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679981, 'name': PowerOnVM_Task, 'duration_secs': 0.617714} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.348288] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.348536] env[63380]: INFO nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Took 8.52 seconds to spawn the instance on the hypervisor. [ 799.348725] env[63380]: DEBUG nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.349551] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5cfd7f-e6f1-4cb0-a0a9-105327c244e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.462783] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072472} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.463082] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.463907] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bba950-0751-4d07-93eb-475008ae7285 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.486890] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 970b5a94-7c98-4d42-9ee1-e0f817b1b22d/970b5a94-7c98-4d42-9ee1-e0f817b1b22d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.487212] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f1124d-032e-473d-bff5-ae99a20ac518 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.504151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.504384] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Instance network_info: |[{"id": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "address": "fa:16:3e:a1:fd:98", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95b7f3-7e", "ovs_interfaceid": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.504822] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:fd:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff95b7f3-7e56-4c11-9037-949f052f97cb', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.512934] env[63380]: DEBUG oslo.service.loopingcall [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.514548] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.514911] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 799.514911] env[63380]: value = "task-2679987" [ 799.514911] env[63380]: _type = "Task" [ 799.514911] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.515133] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b5e9b0-4463-40a4-a5f0-04efd5ab4373 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.542367] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.543829] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.543829] env[63380]: value = "task-2679988" [ 799.543829] env[63380]: _type = "Task" [ 799.543829] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.552472] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679988, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.595753] env[63380]: DEBUG nova.scheduler.client.report [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.621637] env[63380]: DEBUG nova.compute.manager [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Received event network-changed-ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.622254] env[63380]: DEBUG nova.compute.manager [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Refreshing instance network info cache due to event network-changed-ff95b7f3-7e56-4c11-9037-949f052f97cb. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.623272] env[63380]: DEBUG oslo_concurrency.lockutils [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] Acquiring lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.623492] env[63380]: DEBUG oslo_concurrency.lockutils [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] Acquired lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.623842] env[63380]: DEBUG nova.network.neutron [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Refreshing network info cache for port ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.810341] env[63380]: DEBUG oslo_vmware.api [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2679986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315459} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.810593] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.810778] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.810956] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.811172] env[63380]: INFO nova.compute.manager [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 799.811420] env[63380]: DEBUG oslo.service.loopingcall [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.811616] env[63380]: DEBUG nova.compute.manager [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.811709] env[63380]: DEBUG nova.network.neutron [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.827018] env[63380]: DEBUG nova.network.neutron [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.866819] env[63380]: INFO nova.compute.manager [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Took 33.30 seconds to build instance. [ 800.041035] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679987, 'name': ReconfigVM_Task, 'duration_secs': 0.309214} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.041334] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 970b5a94-7c98-4d42-9ee1-e0f817b1b22d/970b5a94-7c98-4d42-9ee1-e0f817b1b22d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.041946] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a376a3a-bad1-4d03-ad8f-24a6ccdc97a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.049042] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 800.049042] env[63380]: value = "task-2679989" [ 800.049042] env[63380]: _type = "Task" [ 800.049042] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.054914] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679988, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.059851] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679989, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.103023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.103023] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.104799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.667s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.105076] env[63380]: DEBUG nova.objects.instance [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lazy-loading 'resources' on Instance uuid bc89c09e-a669-4b1a-a78f-4f391f783036 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.207024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.207280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.331828] env[63380]: DEBUG nova.network.neutron [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.368573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f329583-ea62-4b11-ba66-cdd0c435288b tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.204s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.392706] env[63380]: DEBUG nova.network.neutron [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Updated VIF entry in instance network info cache for port ff95b7f3-7e56-4c11-9037-949f052f97cb. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.393222] env[63380]: DEBUG nova.network.neutron [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Updating instance_info_cache with network_info: [{"id": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "address": "fa:16:3e:a1:fd:98", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff95b7f3-7e", "ovs_interfaceid": "ff95b7f3-7e56-4c11-9037-949f052f97cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.556497] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679988, 'name': CreateVM_Task, 'duration_secs': 0.59607} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.557062] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.557718] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.557911] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.558292] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.558524] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6b86ad-2a0e-4c07-9466-af0b2f0848a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.562927] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679989, 'name': Rename_Task, 'duration_secs': 0.172054} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.563497] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.563725] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff40fc1-7b2f-4e9c-a842-d29d2cea0614 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.566866] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 800.566866] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d10ab0-1192-427d-e1bd-05fe1569947d" [ 800.566866] env[63380]: _type = "Task" [ 800.566866] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.571059] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 800.571059] env[63380]: value = "task-2679990" [ 800.571059] env[63380]: _type = "Task" [ 800.571059] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.576816] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d10ab0-1192-427d-e1bd-05fe1569947d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.582128] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.608927] env[63380]: DEBUG nova.compute.utils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.613090] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.613294] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.656141] env[63380]: DEBUG nova.policy [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da00e5991e374cdda58df9a7e0e41486', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4e5a0725ed4b5183722bfdb34ba45e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.710456] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.837607] env[63380]: INFO nova.compute.manager [-] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Took 1.03 seconds to deallocate network for instance. [ 800.897170] env[63380]: DEBUG oslo_concurrency.lockutils [req-23e6f228-55b2-4a87-a1dd-aa812124e67c req-9782911f-a473-449b-b603-1b13cae59512 service nova] Releasing lock "refresh_cache-2e1355d9-0700-4ead-8457-ce875c970f41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.955665] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Successfully created port: a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.083141] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.089411] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d10ab0-1192-427d-e1bd-05fe1569947d, 'name': SearchDatastore_Task, 'duration_secs': 0.033778} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.091160] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.093615] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.093615] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.093615] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.093615] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.093615] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aababf3b-e5fa-4ef0-8472-e3022558e378 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.104134] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.104376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.105238] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7fe999-b126-457f-bc2a-cd0563e7cc63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.112272] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 801.112272] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3a931-4957-6085-e864-d8010b7a1d64" [ 801.112272] env[63380]: _type = "Task" [ 801.112272] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.115853] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.127387] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3a931-4957-6085-e864-d8010b7a1d64, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.128242] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5291cd2c-493a-4a64-9994-f658af6ebade {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.134443] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 801.134443] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e971b4-e160-bb76-3468-3d71e3416601" [ 801.134443] env[63380]: _type = "Task" [ 801.134443] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.142827] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e971b4-e160-bb76-3468-3d71e3416601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.188280] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889803a-9779-424b-9082-c75f2ebe8221 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.196041] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541b783-ddd8-4e09-968d-b57e3245e3c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.230118] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6eee3-6ba8-467b-823d-2f9f0f9f5e41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.240558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680fecef-f656-4853-a44c-24b7f7ae1220 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.245252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.255262] env[63380]: DEBUG nova.compute.provider_tree [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.346252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.584746] env[63380]: DEBUG oslo_vmware.api [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679990, 'name': PowerOnVM_Task, 'duration_secs': 0.526141} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.585027] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.585241] env[63380]: INFO nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Took 8.09 seconds to spawn the instance on the hypervisor. [ 801.585421] env[63380]: DEBUG nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.586308] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd69821-37a4-48b1-8cea-bacf34817cae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.646055] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e971b4-e160-bb76-3468-3d71e3416601, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.646055] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.646252] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 2e1355d9-0700-4ead-8457-ce875c970f41/2e1355d9-0700-4ead-8457-ce875c970f41.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.646510] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d67d95cb-7fb5-4a06-b310-456c3d496245 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.654731] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 801.654731] env[63380]: value = "task-2679991" [ 801.654731] env[63380]: _type = "Task" [ 801.654731] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.663737] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.758325] env[63380]: DEBUG nova.scheduler.client.report [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.107715] env[63380]: INFO nova.compute.manager [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Took 35.43 seconds to build instance. [ 802.129050] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.174475] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.178511] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.178898] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.179184] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.179529] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.179759] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.180053] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.180416] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.180689] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.180995] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.181312] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.181608] env[63380]: DEBUG nova.virt.hardware [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.182932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f32979-1847-4d3b-92c5-be440a675a9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.195463] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3ed61-2137-44ab-b26e-947ca5439503 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.265195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.267709] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.807s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.268031] env[63380]: DEBUG nova.objects.instance [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lazy-loading 'resources' on Instance uuid a02f3b4b-fb9f-4cf5-a886-f86998d3262b {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.289536] env[63380]: INFO nova.scheduler.client.report [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted allocations for instance bc89c09e-a669-4b1a-a78f-4f391f783036 [ 802.412132] env[63380]: DEBUG nova.compute.manager [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Received event network-vif-plugged-a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.412367] env[63380]: DEBUG oslo_concurrency.lockutils [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] Acquiring lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.412579] env[63380]: DEBUG oslo_concurrency.lockutils [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.412747] env[63380]: DEBUG oslo_concurrency.lockutils [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.412918] env[63380]: DEBUG nova.compute.manager [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] No waiting events found dispatching network-vif-plugged-a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.413112] env[63380]: WARNING nova.compute.manager [req-23df5723-0ddd-4e34-867e-f82e6918a6c2 req-3d51e5d3-ba04-4a76-bb50-6c8991a27c97 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Received unexpected event network-vif-plugged-a718e82f-988c-4c61-8ee2-06cd2ef5d514 for instance with vm_state building and task_state spawning. [ 802.521027] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Successfully updated port: a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.611962] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f13b419a-159f-4eb3-a323-2b4fe0c52576 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.151s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.667186] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619906} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.667453] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 2e1355d9-0700-4ead-8457-ce875c970f41/2e1355d9-0700-4ead-8457-ce875c970f41.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.667675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.668020] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a210cd-0dec-4c5d-ad5e-dd82a5d6363d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.676843] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 802.676843] env[63380]: value = "task-2679992" [ 802.676843] env[63380]: _type = "Task" [ 802.676843] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.685737] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.798268] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0ced0753-10d9-4951-bfac-1390ce23b99b tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "bc89c09e-a669-4b1a-a78f-4f391f783036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.251s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.024221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.024383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquired lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.024535] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.189839] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283741} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.192678] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.194029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d741d-4a45-45ee-be48-aa558f15b0e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.218071] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 2e1355d9-0700-4ead-8457-ce875c970f41/2e1355d9-0700-4ead-8457-ce875c970f41.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.220952] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdc903d-ee20-4381-8737-1a6fce5c4a47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241850] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 803.241850] env[63380]: value = "task-2679993" [ 803.241850] env[63380]: _type = "Task" [ 803.241850] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.252638] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.284437] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e627f19a-aa1d-4df9-a0fc-55e38f9e83dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.291718] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868f118c-9b7d-4ebd-b34c-5cfce63f40a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.324563] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93555cde-61d1-4305-ae91-3862b62a9633 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.332037] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ccd615-d168-4d87-852b-ea2ac750d054 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.345273] env[63380]: DEBUG nova.compute.provider_tree [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.572859] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.747995] env[63380]: DEBUG nova.network.neutron [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updating instance_info_cache with network_info: [{"id": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "address": "fa:16:3e:6e:12:01", "network": {"id": "81353ec2-0278-4d40-ad23-70d1ecced977", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-957522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e5a0725ed4b5183722bfdb34ba45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718e82f-98", "ovs_interfaceid": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.753561] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.867320] env[63380]: ERROR nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [req-83242cfc-5737-4d5f-8b17-66216121db72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83242cfc-5737-4d5f-8b17-66216121db72"}]} [ 803.888508] env[63380]: DEBUG nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.903449] env[63380]: DEBUG nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.903705] env[63380]: DEBUG nova.compute.provider_tree [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.919250] env[63380]: DEBUG nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.940954] env[63380]: DEBUG nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.980880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "548bd050-c9ac-41ab-9edc-001737f6a54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.981072] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.981291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.981474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.981649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.983870] env[63380]: INFO nova.compute.manager [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Terminating instance [ 804.250724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Releasing lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.251074] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Instance network_info: |[{"id": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "address": "fa:16:3e:6e:12:01", "network": {"id": "81353ec2-0278-4d40-ad23-70d1ecced977", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-957522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e5a0725ed4b5183722bfdb34ba45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718e82f-98", "ovs_interfaceid": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.251523] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:12:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a718e82f-988c-4c61-8ee2-06cd2ef5d514', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.259144] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Creating folder: Project (fb4e5a0725ed4b5183722bfdb34ba45e). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.264342] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2dca70f-a419-46b5-8ece-9483766433c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.266231] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679993, 'name': ReconfigVM_Task, 'duration_secs': 0.721312} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.266664] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 2e1355d9-0700-4ead-8457-ce875c970f41/2e1355d9-0700-4ead-8457-ce875c970f41.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.267581] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa0f0aae-010d-450b-a3f2-3a05a262db47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.274244] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 804.274244] env[63380]: value = "task-2679995" [ 804.274244] env[63380]: _type = "Task" [ 804.274244] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.280719] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Created folder: Project (fb4e5a0725ed4b5183722bfdb34ba45e) in parent group-v540155. [ 804.280929] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Creating folder: Instances. Parent ref: group-v540333. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.281616] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe159860-b7cf-49d2-bdb1-7c100895d959 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.287629] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679995, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.290373] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Created folder: Instances in parent group-v540333. [ 804.290605] env[63380]: DEBUG oslo.service.loopingcall [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.293044] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.293483] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a415a5e-9af0-499d-8460-03c7c2fd6596 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.315519] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.315519] env[63380]: value = "task-2679997" [ 804.315519] env[63380]: _type = "Task" [ 804.315519] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.323192] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679997, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.386965] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e37f80f-2244-4b6f-be97-183bc221e74e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396250] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ec2c0-1d9b-4598-a4b2-24aa78f9c7fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.427051] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3225dc17-6f5a-40ba-bff8-bee27129c7a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee367a-1e2e-4698-9184-d4f5ffffdc43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.441378] env[63380]: DEBUG nova.compute.manager [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Received event network-changed-a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.441700] env[63380]: DEBUG nova.compute.manager [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Refreshing instance network info cache due to event network-changed-a718e82f-988c-4c61-8ee2-06cd2ef5d514. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.442064] env[63380]: DEBUG oslo_concurrency.lockutils [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] Acquiring lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.442236] env[63380]: DEBUG oslo_concurrency.lockutils [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] Acquired lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.442460] env[63380]: DEBUG nova.network.neutron [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Refreshing network info cache for port a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.453977] env[63380]: DEBUG nova.compute.provider_tree [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.490443] env[63380]: DEBUG nova.compute.manager [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.490677] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.491601] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812ee5d8-77b6-4262-b39d-4a835a3a3459 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.499847] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.500248] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e69aba7-cc01-4b28-946f-c04521f7092b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.506642] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 804.506642] env[63380]: value = "task-2679998" [ 804.506642] env[63380]: _type = "Task" [ 804.506642] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.514555] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.785204] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679995, 'name': Rename_Task, 'duration_secs': 0.147631} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.785487] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.785763] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-258f0190-658c-4aa9-b51d-c97280216c0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.793052] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 804.793052] env[63380]: value = "task-2679999" [ 804.793052] env[63380]: _type = "Task" [ 804.793052] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.804301] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.823982] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2679997, 'name': CreateVM_Task, 'duration_secs': 0.312624} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.824158] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.824829] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.824994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.825330] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.825571] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21674be-82b6-4f79-8ee5-36203bd83eab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.829800] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 804.829800] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52827616-1805-a85a-0bc7-c7e77a0e8dbd" [ 804.829800] env[63380]: _type = "Task" [ 804.829800] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.837938] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52827616-1805-a85a-0bc7-c7e77a0e8dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.989996] env[63380]: DEBUG nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.989996] env[63380]: DEBUG nova.compute.provider_tree [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 83 to 84 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.989996] env[63380]: DEBUG nova.compute.provider_tree [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.018656] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2679998, 'name': PowerOffVM_Task, 'duration_secs': 0.287944} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.019058] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.019197] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.019437] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656681fa-a086-4081-b02b-0bcac39edcf9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.087474] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.087749] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.087953] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore1] 548bd050-c9ac-41ab-9edc-001737f6a54f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.088265] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fd3bb7-d96b-4184-89a3-768ea8f43ecf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.096492] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 805.096492] env[63380]: value = "task-2680001" [ 805.096492] env[63380]: _type = "Task" [ 805.096492] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.104980] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.302754] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.341084] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52827616-1805-a85a-0bc7-c7e77a0e8dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.030701} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.343654] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.343912] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.344187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.344400] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.344598] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.344866] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d20dbeab-d121-469a-b2d2-4890142842c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.353198] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.353301] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.354058] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855741ca-998e-42fe-a4e5-84d2aea4566d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.359100] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 805.359100] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52228df5-e5c1-325f-7543-cc772b98f8f5" [ 805.359100] env[63380]: _type = "Task" [ 805.359100] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.367880] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52228df5-e5c1-325f-7543-cc772b98f8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.388890] env[63380]: DEBUG nova.network.neutron [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updated VIF entry in instance network info cache for port a718e82f-988c-4c61-8ee2-06cd2ef5d514. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.389282] env[63380]: DEBUG nova.network.neutron [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updating instance_info_cache with network_info: [{"id": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "address": "fa:16:3e:6e:12:01", "network": {"id": "81353ec2-0278-4d40-ad23-70d1ecced977", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-957522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e5a0725ed4b5183722bfdb34ba45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718e82f-98", "ovs_interfaceid": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.494972] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.227s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.497589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.975s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.497923] env[63380]: DEBUG nova.objects.instance [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lazy-loading 'resources' on Instance uuid 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.515766] env[63380]: INFO nova.scheduler.client.report [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleted allocations for instance a02f3b4b-fb9f-4cf5-a886-f86998d3262b [ 805.607272] env[63380]: DEBUG oslo_vmware.api [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237116} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.607598] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.607872] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.608100] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.608331] env[63380]: INFO nova.compute.manager [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 805.608583] env[63380]: DEBUG oslo.service.loopingcall [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.608772] env[63380]: DEBUG nova.compute.manager [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.608869] env[63380]: DEBUG nova.network.neutron [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.803780] env[63380]: DEBUG oslo_vmware.api [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2679999, 'name': PowerOnVM_Task, 'duration_secs': 0.936753} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.804063] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.804300] env[63380]: INFO nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Took 8.47 seconds to spawn the instance on the hypervisor. [ 805.804500] env[63380]: DEBUG nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.805287] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a7bc6d-72dd-4e67-90a2-5042dba9a2ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.873684] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52228df5-e5c1-325f-7543-cc772b98f8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012866} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.873684] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e702eb8-91fc-4884-8438-8c5b3d1e669d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.880639] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 805.880639] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e3c86-8aa8-d46b-33c6-a097ecc76bd8" [ 805.880639] env[63380]: _type = "Task" [ 805.880639] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.890646] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e3c86-8aa8-d46b-33c6-a097ecc76bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.894246] env[63380]: DEBUG oslo_concurrency.lockutils [req-401015e4-0e5f-4767-9cd2-2d3e49df4139 req-97dcf133-4fa8-4f5f-a4c6-4fa2af4f194a service nova] Releasing lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.026192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-557bec96-48d6-4e01-a60b-824cb7d9ef02 tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "a02f3b4b-fb9f-4cf5-a886-f86998d3262b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.243s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.323650] env[63380]: INFO nova.compute.manager [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Took 36.42 seconds to build instance. [ 806.377902] env[63380]: DEBUG nova.network.neutron [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.393150] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526e3c86-8aa8-d46b-33c6-a097ecc76bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.394429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.394429] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3a2890e8-3c8b-4d93-bd50-4793b0085d7c/3a2890e8-3c8b-4d93-bd50-4793b0085d7c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.394429] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f137ba-203a-4524-8d00-bbb837c7050a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.398412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd16964-2846-4b9f-888b-bd1704f518a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.402110] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 806.402110] env[63380]: value = "task-2680002" [ 806.402110] env[63380]: _type = "Task" [ 806.402110] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.408191] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956b3c0-0709-45e1-907f-33ca8b72023c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.414113] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.441380] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39d26f-e777-4a93-b1a4-91dc74b07d79 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.449610] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d99f9-b910-4d28-ba1d-485f81ae560d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.465816] env[63380]: DEBUG nova.compute.provider_tree [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.533496] env[63380]: DEBUG nova.compute.manager [req-2c505a72-1b87-4e12-9ebf-85bd2918bcd5 req-9bb66f98-e4d5-4280-a7e3-797a8daf43a9 service nova] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Received event network-vif-deleted-8e8db653-59a3-4564-9ccc-51b4bd1be8a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.825798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38ddcbf4-ce26-41fd-b391-c43a71d85cef tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.722s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.880592] env[63380]: INFO nova.compute.manager [-] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Took 1.27 seconds to deallocate network for instance. [ 806.913080] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680002, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.005468] env[63380]: DEBUG nova.scheduler.client.report [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 807.005759] env[63380]: DEBUG nova.compute.provider_tree [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 84 to 85 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 807.005957] env[63380]: DEBUG nova.compute.provider_tree [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.107386] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.107700] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.107920] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.108135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.108320] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.110994] env[63380]: INFO nova.compute.manager [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Terminating instance [ 807.387602] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.413584] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.413858] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3a2890e8-3c8b-4d93-bd50-4793b0085d7c/3a2890e8-3c8b-4d93-bd50-4793b0085d7c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.414088] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.414343] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ab6a6e-afca-4bf8-9147-443b07bf5215 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.421362] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 807.421362] env[63380]: value = "task-2680003" [ 807.421362] env[63380]: _type = "Task" [ 807.421362] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.428481] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.512088] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.513978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.498s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.515536] env[63380]: INFO nova.compute.claims [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.536230] env[63380]: INFO nova.scheduler.client.report [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted allocations for instance 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0 [ 807.614588] env[63380]: DEBUG nova.compute.manager [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.614817] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.615712] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01b670-e8c2-4f17-8382-3efc2401aa41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.623689] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.623918] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0816f5cd-c04b-4d4c-a96e-d86232d0e970 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.630262] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 807.630262] env[63380]: value = "task-2680004" [ 807.630262] env[63380]: _type = "Task" [ 807.630262] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.638214] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2680004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.933754] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070771} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.934187] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.935242] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfb2fab-54b4-47a6-9177-c00f6bfad5a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.960173] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 3a2890e8-3c8b-4d93-bd50-4793b0085d7c/3a2890e8-3c8b-4d93-bd50-4793b0085d7c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.960476] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5940084-c298-41cc-a70a-bb4d5499e1c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.980929] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 807.980929] env[63380]: value = "task-2680005" [ 807.980929] env[63380]: _type = "Task" [ 807.980929] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.989572] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.043609] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5fa7a0b7-16b9-4b6b-9691-712d0a651390 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "47c1b55d-8b90-4ff9-8547-ef1bd0174bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.034s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.141129] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2680004, 'name': PowerOffVM_Task, 'duration_secs': 0.257929} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.141129] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.141129] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.141129] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b9e329-07fc-4fb5-bbdf-2c6d77f38fde {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.215054] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.215318] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.215506] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleting the datastore file [datastore1] 382627f1-55a3-40cb-b8a8-4a092541cbcb {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.215806] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a256f8-abf9-4c16-af37-3224370e3420 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.223992] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for the task: (returnval){ [ 808.223992] env[63380]: value = "task-2680007" [ 808.223992] env[63380]: _type = "Task" [ 808.223992] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.233282] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2680007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.491790] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680005, 'name': ReconfigVM_Task, 'duration_secs': 0.287044} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.492408] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 3a2890e8-3c8b-4d93-bd50-4793b0085d7c/3a2890e8-3c8b-4d93-bd50-4793b0085d7c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.492767] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15d346d9-39c1-4fd0-a4cc-296fe6713681 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.501385] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 808.501385] env[63380]: value = "task-2680008" [ 808.501385] env[63380]: _type = "Task" [ 808.501385] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.512016] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680008, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.668247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.668591] env[63380]: DEBUG oslo_concurrency.lockutils [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.668831] env[63380]: DEBUG nova.compute.manager [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.669762] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8053997-01ab-4dc5-af80-c7a085de91fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.678625] env[63380]: DEBUG nova.compute.manager [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 808.679211] env[63380]: DEBUG nova.objects.instance [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lazy-loading 'flavor' on Instance uuid bb1b230f-8703-4f89-bdf2-0e3852a409bb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.735086] env[63380]: DEBUG oslo_vmware.api [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Task: {'id': task-2680007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223285} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.736078] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.736078] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.736078] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.736078] env[63380]: INFO nova.compute.manager [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 808.736193] env[63380]: DEBUG oslo.service.loopingcall [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.736460] env[63380]: DEBUG nova.compute.manager [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.736460] env[63380]: DEBUG nova.network.neutron [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.004298] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c53a8-9821-4995-8f80-5a2a70e6cf69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.016019] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680008, 'name': Rename_Task, 'duration_secs': 0.155347} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.018182] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.018504] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba6eb0f-a946-4d97-a600-adf7637c6982 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.020931] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185834c-e532-434e-9655-ee70ae96601a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.056990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb093cc7-23bf-4723-a3e4-5d53581be26b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.059797] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 809.059797] env[63380]: value = "task-2680009" [ 809.059797] env[63380]: _type = "Task" [ 809.059797] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.066820] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c202d5-d970-4bb2-8825-40dff543e376 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.073748] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.084024] env[63380]: DEBUG nova.compute.provider_tree [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.207476] env[63380]: DEBUG nova.compute.manager [req-df55b8b2-421b-4bb6-8798-7e993b309aab req-59c16280-2c3c-4c6d-80b6-549f17ba3334 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Received event network-vif-deleted-fa0100ed-73c9-4ab3-976f-2f173a5a12db {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.207476] env[63380]: INFO nova.compute.manager [req-df55b8b2-421b-4bb6-8798-7e993b309aab req-59c16280-2c3c-4c6d-80b6-549f17ba3334 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Neutron deleted interface fa0100ed-73c9-4ab3-976f-2f173a5a12db; detaching it from the instance and deleting it from the info cache [ 809.207677] env[63380]: DEBUG nova.network.neutron [req-df55b8b2-421b-4bb6-8798-7e993b309aab req-59c16280-2c3c-4c6d-80b6-549f17ba3334 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.570586] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680009, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.588719] env[63380]: DEBUG nova.scheduler.client.report [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.619155] env[63380]: DEBUG nova.network.neutron [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.688611] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.688975] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb9642e-64df-4604-bb8e-6d86ad1ef2d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.696524] env[63380]: DEBUG oslo_vmware.api [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 809.696524] env[63380]: value = "task-2680010" [ 809.696524] env[63380]: _type = "Task" [ 809.696524] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.706436] env[63380]: DEBUG oslo_vmware.api [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.710252] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76bb3d4f-87ef-4e92-b354-69c2ec122fe4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.720160] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e253f-c56a-4329-8a26-e7dea1a69349 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.764916] env[63380]: DEBUG nova.compute.manager [req-df55b8b2-421b-4bb6-8798-7e993b309aab req-59c16280-2c3c-4c6d-80b6-549f17ba3334 service nova] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Detach interface failed, port_id=fa0100ed-73c9-4ab3-976f-2f173a5a12db, reason: Instance 382627f1-55a3-40cb-b8a8-4a092541cbcb could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 810.073452] env[63380]: DEBUG oslo_vmware.api [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680009, 'name': PowerOnVM_Task, 'duration_secs': 0.780543} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.073818] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.074546] env[63380]: INFO nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Took 7.94 seconds to spawn the instance on the hypervisor. [ 810.074546] env[63380]: DEBUG nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.076143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5eda4b-3a93-4665-8be8-b3a332140118 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.094790] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.095412] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.098897] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.724s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.101030] env[63380]: INFO nova.compute.claims [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.121908] env[63380]: INFO nova.compute.manager [-] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Took 1.38 seconds to deallocate network for instance. [ 810.173037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.173284] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.207171] env[63380]: DEBUG oslo_vmware.api [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680010, 'name': PowerOffVM_Task, 'duration_secs': 0.370811} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.207549] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.207772] env[63380]: DEBUG nova.compute.manager [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.208557] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1749676-9e8c-4fbf-92e7-2ec52d79a8df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.596360] env[63380]: INFO nova.compute.manager [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Took 36.88 seconds to build instance. [ 810.606886] env[63380]: DEBUG nova.compute.utils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.610572] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.610744] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.626965] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.653377] env[63380]: DEBUG nova.policy [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1dedca9f845f46b594a1bb6a80efe65b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0447fdafbe9640d09502a82569f4afd0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.675384] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.720101] env[63380]: DEBUG oslo_concurrency.lockutils [None req-668b38b4-b30a-4af8-90b8-c25c9caf6009 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.038184] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Successfully created port: 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.098546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be8f7e86-a492-41fe-9d51-0fa1bd69371a tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.983s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.113360] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.142369] env[63380]: DEBUG nova.objects.instance [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lazy-loading 'flavor' on Instance uuid bb1b230f-8703-4f89-bdf2-0e3852a409bb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.194641] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.566162] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a99564-76c3-4ee9-8eeb-9a817c55a78a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.573589] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be963f1-d2bc-44ba-9d60-083de9f0d933 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.603082] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df40621-cc02-46ff-a454-ce0dae02c04f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.610564] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224ccd06-3551-4241-ba52-1baacde593b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.616277] env[63380]: DEBUG nova.compute.manager [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Received event network-changed-a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.617036] env[63380]: DEBUG nova.compute.manager [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Refreshing instance network info cache due to event network-changed-a718e82f-988c-4c61-8ee2-06cd2ef5d514. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.617036] env[63380]: DEBUG oslo_concurrency.lockutils [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] Acquiring lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.617036] env[63380]: DEBUG oslo_concurrency.lockutils [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] Acquired lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.617036] env[63380]: DEBUG nova.network.neutron [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Refreshing network info cache for port a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.633467] env[63380]: DEBUG nova.compute.provider_tree [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.654036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.654214] env[63380]: DEBUG oslo_concurrency.lockutils [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquired lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.654564] env[63380]: DEBUG nova.network.neutron [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.654564] env[63380]: DEBUG nova.objects.instance [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lazy-loading 'info_cache' on Instance uuid bb1b230f-8703-4f89-bdf2-0e3852a409bb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.137436] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.140058] env[63380]: DEBUG nova.scheduler.client.report [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.157482] env[63380]: DEBUG nova.objects.base [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 812.172234] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.172494] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.172653] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.172835] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.172982] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.173157] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.173362] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.173523] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.173687] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.173847] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.174597] env[63380]: DEBUG nova.virt.hardware [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.175207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccaa7e3-fc0b-46e7-8cb8-463a29dd67a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.189460] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e1746-e2b0-4d9f-b620-b98006dd72b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.384016] env[63380]: DEBUG nova.network.neutron [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updated VIF entry in instance network info cache for port a718e82f-988c-4c61-8ee2-06cd2ef5d514. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.384517] env[63380]: DEBUG nova.network.neutron [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updating instance_info_cache with network_info: [{"id": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "address": "fa:16:3e:6e:12:01", "network": {"id": "81353ec2-0278-4d40-ad23-70d1ecced977", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-957522749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4e5a0725ed4b5183722bfdb34ba45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa718e82f-98", "ovs_interfaceid": "a718e82f-988c-4c61-8ee2-06cd2ef5d514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.438991] env[63380]: DEBUG nova.compute.manager [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-vif-plugged-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.439251] env[63380]: DEBUG oslo_concurrency.lockutils [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] Acquiring lock "1f1535e6-62db-459d-955a-50c1a960e384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.439466] env[63380]: DEBUG oslo_concurrency.lockutils [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] Lock "1f1535e6-62db-459d-955a-50c1a960e384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.439637] env[63380]: DEBUG oslo_concurrency.lockutils [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] Lock "1f1535e6-62db-459d-955a-50c1a960e384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.439806] env[63380]: DEBUG nova.compute.manager [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] No waiting events found dispatching network-vif-plugged-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.439969] env[63380]: WARNING nova.compute.manager [req-6c5d0e08-98c3-4abe-9199-016c64608659 req-80b63736-f6d0-4e45-b404-9114a8cdf8ae service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received unexpected event network-vif-plugged-958e20a9-79f9-4652-87d0-9bcb94eee186 for instance with vm_state building and task_state spawning. [ 812.538252] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Successfully updated port: 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.645478] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.646011] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.648858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.003s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.649175] env[63380]: DEBUG nova.objects.instance [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lazy-loading 'resources' on Instance uuid 38f48270-751b-4c42-8e41-43c1db4a1e12 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.859393] env[63380]: DEBUG nova.network.neutron [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updating instance_info_cache with network_info: [{"id": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "address": "fa:16:3e:cd:7f:28", "network": {"id": "06631415-ce63-4e3e-a6c2-a0acc0e70c2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135797774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc028bdf04824d2bb30b63a4ab4f9aef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5989f17b-8e", "ovs_interfaceid": "5989f17b-8e31-4ee3-867d-1a8a342bab50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.887350] env[63380]: DEBUG oslo_concurrency.lockutils [req-3761ea02-5a6e-48c8-bf10-58561777cbe0 req-d20803d2-14af-4776-8e9c-831af4c85668 service nova] Releasing lock "refresh_cache-3a2890e8-3c8b-4d93-bd50-4793b0085d7c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.041748] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.041957] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.042170] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.155022] env[63380]: DEBUG nova.compute.utils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.156849] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.156849] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.203253] env[63380]: DEBUG nova.policy [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2129ccedb7ec415d850bcd9edf88b8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe7dbda7c6b4330b9b7bfd645359740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.365347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Releasing lock "refresh_cache-bb1b230f-8703-4f89-bdf2-0e3852a409bb" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.547175] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Successfully created port: b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.584545] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.587633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd596ab-fdb4-4f5c-97c0-eeb6bd15d974 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.603825] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270fbaf-f50e-4ca6-9f35-24bf104ca925 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.634418] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78ea1a-3e6b-4386-b744-21cf10c04ff6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.642614] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dae21-1e1f-4d0d-b957-252e526bad03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.656416] env[63380]: DEBUG nova.compute.provider_tree [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.659916] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.814076] env[63380]: DEBUG nova.network.neutron [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.160083] env[63380]: DEBUG nova.scheduler.client.report [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.317043] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.317363] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Instance network_info: |[{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.317792] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:d9:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '958e20a9-79f9-4652-87d0-9bcb94eee186', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.325365] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Creating folder: Project (0447fdafbe9640d09502a82569f4afd0). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.325952] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c8fb734-a6c0-4ff5-be34-97d27c1be76c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.337077] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Created folder: Project (0447fdafbe9640d09502a82569f4afd0) in parent group-v540155. [ 814.337270] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Creating folder: Instances. Parent ref: group-v540336. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.337501] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b655f236-b216-4889-84f4-3b5aceff1b3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.347385] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Created folder: Instances in parent group-v540336. [ 814.347654] env[63380]: DEBUG oslo.service.loopingcall [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.347804] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.348039] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5c9111-d032-4279-96bd-4e783dae7bff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.366296] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.366296] env[63380]: value = "task-2680013" [ 814.366296] env[63380]: _type = "Task" [ 814.366296] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.370279] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.370513] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdc7fde9-77af-4485-8234-b4e92e8aa58d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.374802] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680013, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.379887] env[63380]: DEBUG oslo_vmware.api [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 814.379887] env[63380]: value = "task-2680014" [ 814.379887] env[63380]: _type = "Task" [ 814.379887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.388930] env[63380]: DEBUG oslo_vmware.api [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.468034] env[63380]: DEBUG nova.compute.manager [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.468297] env[63380]: DEBUG nova.compute.manager [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing instance network info cache due to event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.468495] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.468637] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.468792] env[63380]: DEBUG nova.network.neutron [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.668124] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.671792] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.674156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.320s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.700426] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.700671] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.700827] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.701014] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.701168] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.701319] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.701528] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.701678] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.701842] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.702009] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.702206] env[63380]: DEBUG nova.virt.hardware [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.703175] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ac78e-5f92-4fd2-b84f-f7ef6f01a34e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.707710] env[63380]: INFO nova.scheduler.client.report [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted allocations for instance 38f48270-751b-4c42-8e41-43c1db4a1e12 [ 814.716468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ac241-4b15-41e0-9722-81d09f6d38c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.877127] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680013, 'name': CreateVM_Task, 'duration_secs': 0.31074} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.877308] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.878041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.878200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.878525] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.878787] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d978841-ee6e-4350-b51e-e8d1922ca2dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.886220] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 814.886220] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5224420e-7fcc-feaf-135b-a32dc6de72a6" [ 814.886220] env[63380]: _type = "Task" [ 814.886220] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.890983] env[63380]: DEBUG oslo_vmware.api [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680014, 'name': PowerOnVM_Task, 'duration_secs': 0.379658} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.893990] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.894089] env[63380]: DEBUG nova.compute.manager [None req-270dbb27-6295-4c82-a717-a63e59831de4 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.894787] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24942bf-8888-4117-baf6-c6f5a4c8caf5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.902027] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5224420e-7fcc-feaf-135b-a32dc6de72a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.903547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.903736] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.904096] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.904252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904427] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.906717] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bcb926b-eed6-48e7-a05c-7aa4bd70b3b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.914328] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.914520] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.915230] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b067d7-d6fa-4241-ad3b-5adfa0bfb7ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.919984] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 814.919984] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5249cd35-a41b-ffc6-67f8-776250c3679f" [ 814.919984] env[63380]: _type = "Task" [ 814.919984] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.927446] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5249cd35-a41b-ffc6-67f8-776250c3679f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.126508] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Successfully updated port: b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.179703] env[63380]: INFO nova.compute.claims [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.216140] env[63380]: DEBUG nova.network.neutron [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updated VIF entry in instance network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.216514] env[63380]: DEBUG nova.network.neutron [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.220023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-58faba34-3230-4cf3-980b-cba943badcd0 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "38f48270-751b-4c42-8e41-43c1db4a1e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.123s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.431609] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5249cd35-a41b-ffc6-67f8-776250c3679f, 'name': SearchDatastore_Task, 'duration_secs': 0.018595} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.431944] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68eae0e-688e-4a49-8b99-5cf958c6d8a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.436865] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 815.436865] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a51c03-0d61-eb6e-1c67-cfaa701039c6" [ 815.436865] env[63380]: _type = "Task" [ 815.436865] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.444751] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a51c03-0d61-eb6e-1c67-cfaa701039c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.631541] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.631704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.631863] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.688487] env[63380]: INFO nova.compute.resource_tracker [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating resource usage from migration 4d9be66a-c8ac-4366-a14e-139e20145735 [ 815.721195] env[63380]: DEBUG oslo_concurrency.lockutils [req-7ee6709c-ebc8-470d-b253-eee20c7872b5 req-ba8bec8c-c475-41fb-a654-86465ba8d7d7 service nova] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.948082] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a51c03-0d61-eb6e-1c67-cfaa701039c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.950651] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.953029] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 1f1535e6-62db-459d-955a-50c1a960e384/1f1535e6-62db-459d-955a-50c1a960e384.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.953029] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c7a9a2e-72b6-4a39-b469-73e4c88f9afa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.960017] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 815.960017] env[63380]: value = "task-2680015" [ 815.960017] env[63380]: _type = "Task" [ 815.960017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.970333] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.120858] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d0767-a594-41a2-b162-e2c965abf244 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.129320] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92929b5f-fcb4-4bb9-9c89-097c84a42646 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.179198] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837eee73-8d9b-4c8e-898c-0973f5827e07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.189774] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb001992-3ee1-44b2-8b59-07973a168185 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.206485] env[63380]: DEBUG nova.compute.provider_tree [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.208981] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.421132] env[63380]: DEBUG nova.network.neutron [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating instance_info_cache with network_info: [{"id": "b29f9254-3c04-41a1-b157-12ea391bdedf", "address": "fa:16:3e:a4:3d:5b", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f9254-3c", "ovs_interfaceid": "b29f9254-3c04-41a1-b157-12ea391bdedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.470133] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481645} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.470384] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 1f1535e6-62db-459d-955a-50c1a960e384/1f1535e6-62db-459d-955a-50c1a960e384.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.470599] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.470853] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21019057-7cd1-40d2-8042-ab9f0ad91f86 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.477094] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 816.477094] env[63380]: value = "task-2680016" [ 816.477094] env[63380]: _type = "Task" [ 816.477094] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.487466] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.540378] env[63380]: DEBUG nova.compute.manager [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Received event network-vif-plugged-b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.540378] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.540378] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Lock "a188f2a3-168e-482e-a426-916070c64fa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.540378] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Lock "a188f2a3-168e-482e-a426-916070c64fa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.540378] env[63380]: DEBUG nova.compute.manager [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] No waiting events found dispatching network-vif-plugged-b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.540676] env[63380]: WARNING nova.compute.manager [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Received unexpected event network-vif-plugged-b29f9254-3c04-41a1-b157-12ea391bdedf for instance with vm_state building and task_state spawning. [ 816.540676] env[63380]: DEBUG nova.compute.manager [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Received event network-changed-b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.540790] env[63380]: DEBUG nova.compute.manager [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Refreshing instance network info cache due to event network-changed-b29f9254-3c04-41a1-b157-12ea391bdedf. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.540893] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Acquiring lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.712661] env[63380]: DEBUG nova.scheduler.client.report [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.924050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.924050] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Instance network_info: |[{"id": "b29f9254-3c04-41a1-b157-12ea391bdedf", "address": "fa:16:3e:a4:3d:5b", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f9254-3c", "ovs_interfaceid": "b29f9254-3c04-41a1-b157-12ea391bdedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.924499] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Acquired lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.925122] env[63380]: DEBUG nova.network.neutron [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Refreshing network info cache for port b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.926884] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:3d:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29f9254-3c04-41a1-b157-12ea391bdedf', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.936048] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating folder: Project (6fe7dbda7c6b4330b9b7bfd645359740). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.940058] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78142b5-9861-4bbd-895d-0f67021ca2a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.952453] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created folder: Project (6fe7dbda7c6b4330b9b7bfd645359740) in parent group-v540155. [ 816.952453] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating folder: Instances. Parent ref: group-v540339. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.952453] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-166dc953-ec5e-4384-bcf1-44ec733ccfe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.961569] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created folder: Instances in parent group-v540339. [ 816.961819] env[63380]: DEBUG oslo.service.loopingcall [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.962029] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.962274] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-738a8350-b4a6-4c51-8980-665eb900afa2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.984824] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.984824] env[63380]: value = "task-2680019" [ 816.984824] env[63380]: _type = "Task" [ 816.984824] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.990802] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06552} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.991411] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.992260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130b623-53a2-4e03-8bf5-5ec9c2ab08cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.997129] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680019, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.009829] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.010128] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.010368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.010556] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.010725] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.012777] env[63380]: INFO nova.compute.manager [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Terminating instance [ 817.023039] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 1f1535e6-62db-459d-955a-50c1a960e384/1f1535e6-62db-459d-955a-50c1a960e384.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.024683] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb99ae4d-7bdc-4567-afde-da92cdf9a164 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.048027] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 817.048027] env[63380]: value = "task-2680020" [ 817.048027] env[63380]: _type = "Task" [ 817.048027] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.056703] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.099748] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.100163] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.100431] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.100692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.101219] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.103520] env[63380]: INFO nova.compute.manager [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Terminating instance [ 817.212305] env[63380]: DEBUG nova.network.neutron [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updated VIF entry in instance network info cache for port b29f9254-3c04-41a1-b157-12ea391bdedf. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.212943] env[63380]: DEBUG nova.network.neutron [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating instance_info_cache with network_info: [{"id": "b29f9254-3c04-41a1-b157-12ea391bdedf", "address": "fa:16:3e:a4:3d:5b", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f9254-3c", "ovs_interfaceid": "b29f9254-3c04-41a1-b157-12ea391bdedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.219202] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.219427] env[63380]: INFO nova.compute.manager [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Migrating [ 817.228274] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.413s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.230261] env[63380]: INFO nova.compute.claims [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.495705] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680019, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.543494] env[63380]: DEBUG nova.compute.manager [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.543744] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.544792] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa07d51-0ccb-4151-95b4-6ea26b1c4e6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.555108] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.555782] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b1d8ad-5ff2-4258-97e7-33ed1f96b941 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.560694] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.561929] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 817.561929] env[63380]: value = "task-2680021" [ 817.561929] env[63380]: _type = "Task" [ 817.561929] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.569814] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.608053] env[63380]: DEBUG nova.compute.manager [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.608053] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.609278] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ac24e-5051-47e9-9638-2b269bed955a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.617082] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.617334] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c87a262c-19d1-461f-a221-52bc6a8b904a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.623353] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 817.623353] env[63380]: value = "task-2680022" [ 817.623353] env[63380]: _type = "Task" [ 817.623353] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.631566] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.689156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "2e1355d9-0700-4ead-8457-ce875c970f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.689512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.689772] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.690018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.690238] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.692731] env[63380]: INFO nova.compute.manager [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Terminating instance [ 817.715183] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f0c514c-063b-4729-a5a8-47f95d978743 req-2739b621-72f0-4303-8ace-4a9fb6c396b4 service nova] Releasing lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.742496] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.742785] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.743068] env[63380]: DEBUG nova.network.neutron [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.996442] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680019, 'name': CreateVM_Task, 'duration_secs': 0.555971} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.996637] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.997304] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.997467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.998017] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.998108] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461c8a33-c721-4bcf-866c-918bd4f169d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.002500] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 818.002500] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6cfd1-0871-26e8-7e94-929cb0407239" [ 818.002500] env[63380]: _type = "Task" [ 818.002500] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.009835] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6cfd1-0871-26e8-7e94-929cb0407239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.059445] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680020, 'name': ReconfigVM_Task, 'duration_secs': 0.74585} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.059445] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 1f1535e6-62db-459d-955a-50c1a960e384/1f1535e6-62db-459d-955a-50c1a960e384.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.060510] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6edf280f-a2c5-4b45-afb5-8fee1189f268 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.067265] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 818.067265] env[63380]: value = "task-2680023" [ 818.067265] env[63380]: _type = "Task" [ 818.067265] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.074620] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680021, 'name': PowerOffVM_Task, 'duration_secs': 0.264841} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.075184] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.075390] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.075643] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224cfcb4-8f02-49f9-b626-a7b3cf10c9fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.080431] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680023, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.132797] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680022, 'name': PowerOffVM_Task, 'duration_secs': 0.316496} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.133088] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.133264] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.133510] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b627a921-2b19-47bc-a288-d633238a69d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.155041] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.155204] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.155387] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleting the datastore file [datastore1] e2e80a32-de18-4d0f-b786-f32c77b1891b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.155637] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a1d051-b28c-4106-bd0a-360aa96fa1bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.164017] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 818.164017] env[63380]: value = "task-2680026" [ 818.164017] env[63380]: _type = "Task" [ 818.164017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.171558] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.197486] env[63380]: DEBUG nova.compute.manager [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.197665] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.199946] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b34bec-f1b3-452f-bd87-de083b09053e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.202754] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.202954] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.203151] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleting the datastore file [datastore2] 1e74c58a-e046-4f9d-9399-6d0b6b924faa {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.203447] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-508ffe16-73a4-4d54-8acb-870b3d782c11 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.212112] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.212881] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ae720e-26aa-4a67-ba6d-40f3f19ec15b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.214262] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for the task: (returnval){ [ 818.214262] env[63380]: value = "task-2680027" [ 818.214262] env[63380]: _type = "Task" [ 818.214262] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.218953] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 818.218953] env[63380]: value = "task-2680028" [ 818.218953] env[63380]: _type = "Task" [ 818.218953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.224387] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.228764] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.512532] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6cfd1-0871-26e8-7e94-929cb0407239, 'name': SearchDatastore_Task, 'duration_secs': 0.025052} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.512888] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.513270] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.513540] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.513722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513895] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.516289] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-728811b6-2a69-48e5-ae3f-612f0dd45e83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.518875] env[63380]: DEBUG nova.network.neutron [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.531788] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.531788] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.532886] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0254ec80-5dca-478b-a61b-43304427a7a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.539033] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 818.539033] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c6563-da90-d5b2-16a0-78d3fa60b936" [ 818.539033] env[63380]: _type = "Task" [ 818.539033] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.549473] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c6563-da90-d5b2-16a0-78d3fa60b936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.579564] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680023, 'name': Rename_Task, 'duration_secs': 0.256317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.579850] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.580183] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c990aa-2232-41bc-9fa8-601be3b7d512 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.587755] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 818.587755] env[63380]: value = "task-2680029" [ 818.587755] env[63380]: _type = "Task" [ 818.587755] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.601048] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.662194] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b4ed7-0868-4c83-9886-7f8c138794c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.673407] env[63380]: DEBUG oslo_vmware.api [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310527} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.675417] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.675610] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.675789] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.675989] env[63380]: INFO nova.compute.manager [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.676250] env[63380]: DEBUG oslo.service.loopingcall [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.676502] env[63380]: DEBUG nova.compute.manager [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.676600] env[63380]: DEBUG nova.network.neutron [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.678866] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968d23c-c0ac-4e87-be0c-d9a4a5b38604 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.724081] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188c7ee-558d-4c96-8024-16695cf9ff23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.735080] env[63380]: DEBUG oslo_vmware.api [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Task: {'id': task-2680027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321203} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.739790] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.739987] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.740190] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.740395] env[63380]: INFO nova.compute.manager [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.740676] env[63380]: DEBUG oslo.service.loopingcall [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.740892] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680028, 'name': PowerOffVM_Task, 'duration_secs': 0.255569} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.741170] env[63380]: DEBUG nova.compute.manager [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.741271] env[63380]: DEBUG nova.network.neutron [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.742853] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.743036] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.744258] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1dd61a-70a7-4d6f-ad98-17298ccbb1bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.748032] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2634e7af-124b-4398-81fa-5e1f7822493e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.762732] env[63380]: DEBUG nova.compute.provider_tree [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.832984] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.833359] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.833490] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleting the datastore file [datastore1] 2e1355d9-0700-4ead-8457-ce875c970f41 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.833775] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e130051-176f-4830-8721-28273abeb7ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.840780] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 818.840780] env[63380]: value = "task-2680031" [ 818.840780] env[63380]: _type = "Task" [ 818.840780] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.849018] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.974654] env[63380]: DEBUG nova.compute.manager [req-31a09b74-c8fd-48fd-952e-1f785cc8f9fa req-fbb4e95d-136c-4821-8b43-3838cdc90810 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Received event network-vif-deleted-fa14ef23-c9d4-45c8-b771-0326db9a64e1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.974654] env[63380]: INFO nova.compute.manager [req-31a09b74-c8fd-48fd-952e-1f785cc8f9fa req-fbb4e95d-136c-4821-8b43-3838cdc90810 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Neutron deleted interface fa14ef23-c9d4-45c8-b771-0326db9a64e1; detaching it from the instance and deleting it from the info cache [ 818.974904] env[63380]: DEBUG nova.network.neutron [req-31a09b74-c8fd-48fd-952e-1f785cc8f9fa req-fbb4e95d-136c-4821-8b43-3838cdc90810 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.996846] env[63380]: DEBUG nova.compute.manager [req-56a62597-0956-489d-a96e-f9c34979476f req-e56147eb-80c3-43f5-b9dd-573bc7eaba93 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Received event network-vif-deleted-a987c8c8-0332-43cb-ac2c-589dbca9f9ec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.996846] env[63380]: INFO nova.compute.manager [req-56a62597-0956-489d-a96e-f9c34979476f req-e56147eb-80c3-43f5-b9dd-573bc7eaba93 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Neutron deleted interface a987c8c8-0332-43cb-ac2c-589dbca9f9ec; detaching it from the instance and deleting it from the info cache [ 818.997021] env[63380]: DEBUG nova.network.neutron [req-56a62597-0956-489d-a96e-f9c34979476f req-e56147eb-80c3-43f5-b9dd-573bc7eaba93 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.021164] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.050196] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529c6563-da90-d5b2-16a0-78d3fa60b936, 'name': SearchDatastore_Task, 'duration_secs': 0.03705} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.051119] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f309ef-b9d4-46a3-88ba-5aee0882c90e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.056562] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 819.056562] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5238b63a-6c7c-a2f2-47ef-14707e7045e0" [ 819.056562] env[63380]: _type = "Task" [ 819.056562] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.064480] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5238b63a-6c7c-a2f2-47ef-14707e7045e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.097898] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.265912] env[63380]: DEBUG nova.scheduler.client.report [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.353116] env[63380]: DEBUG oslo_vmware.api [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176727} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.353489] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.353752] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.353977] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.354211] env[63380]: INFO nova.compute.manager [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Took 1.16 seconds to destroy the instance on the hypervisor. [ 819.354489] env[63380]: DEBUG oslo.service.loopingcall [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.354714] env[63380]: DEBUG nova.compute.manager [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.354841] env[63380]: DEBUG nova.network.neutron [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.461483] env[63380]: DEBUG nova.network.neutron [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.478737] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46323a06-593b-42f0-a079-662c3434d82d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.480938] env[63380]: DEBUG nova.network.neutron [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.491845] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ef4bb-ce3b-4d05-b7f3-28f2efe6fe9a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.508722] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6860232c-4b68-4fa4-b7d3-32ce770a9a1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.518803] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98597306-abde-4b38-a4da-3a75fffac592 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.548275] env[63380]: DEBUG nova.compute.manager [req-31a09b74-c8fd-48fd-952e-1f785cc8f9fa req-fbb4e95d-136c-4821-8b43-3838cdc90810 service nova] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Detach interface failed, port_id=fa14ef23-c9d4-45c8-b771-0326db9a64e1, reason: Instance e2e80a32-de18-4d0f-b786-f32c77b1891b could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 819.577111] env[63380]: DEBUG nova.compute.manager [req-56a62597-0956-489d-a96e-f9c34979476f req-e56147eb-80c3-43f5-b9dd-573bc7eaba93 service nova] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Detach interface failed, port_id=a987c8c8-0332-43cb-ac2c-589dbca9f9ec, reason: Instance 1e74c58a-e046-4f9d-9399-6d0b6b924faa could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 819.584824] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5238b63a-6c7c-a2f2-47ef-14707e7045e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.585153] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.585463] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] a188f2a3-168e-482e-a426-916070c64fa7/a188f2a3-168e-482e-a426-916070c64fa7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.585694] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988994dc-84dc-47ee-a20d-197662303211 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.594043] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 819.594043] env[63380]: value = "task-2680032" [ 819.594043] env[63380]: _type = "Task" [ 819.594043] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.601815] env[63380]: DEBUG oslo_vmware.api [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680029, 'name': PowerOnVM_Task, 'duration_secs': 0.681524} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.602468] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.602711] env[63380]: INFO nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Took 7.47 seconds to spawn the instance on the hypervisor. [ 819.602928] env[63380]: DEBUG nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.604477] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7af2a9-8121-448d-94cb-4bcb1264db2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.610462] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.771119] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.771681] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.774320] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.691s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.774670] env[63380]: DEBUG nova.objects.instance [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lazy-loading 'resources' on Instance uuid c0ba187c-3f1f-4e5c-ac38-879b33e426bb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.963228] env[63380]: INFO nova.compute.manager [-] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Took 1.29 seconds to deallocate network for instance. [ 819.985604] env[63380]: INFO nova.compute.manager [-] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Took 1.24 seconds to deallocate network for instance. [ 820.105556] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.123557] env[63380]: DEBUG nova.network.neutron [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.127754] env[63380]: INFO nova.compute.manager [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Took 43.15 seconds to build instance. [ 820.277560] env[63380]: DEBUG nova.compute.utils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.282165] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.282165] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.347048] env[63380]: DEBUG nova.policy [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa375f43cb2546f89dd1cfe2abc0173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fcaecd326d460da031ecd21d339e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.472259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.494247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.557138] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5429e49-36d0-489c-9002-0c1c3a4d7181 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.579771] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.606824] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648419} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.607177] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] a188f2a3-168e-482e-a426-916070c64fa7/a188f2a3-168e-482e-a426-916070c64fa7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.607444] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.607729] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6a4e077-4709-4ca2-b5a4-25b2709ae59d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.618238] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 820.618238] env[63380]: value = "task-2680033" [ 820.618238] env[63380]: _type = "Task" [ 820.618238] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.626162] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.628875] env[63380]: INFO nova.compute.manager [-] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Took 1.27 seconds to deallocate network for instance. [ 820.629724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7488e270-87f4-4a3c-a785-44d36d05ef6b tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.435s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.658692] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Successfully created port: 0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.705278] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eccc43a-8a12-404d-a567-ffd5936c3310 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.714201] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf5e6f-88a1-4ff8-92a2-510bfc7af7a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.744809] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2123dbe4-f102-4b2f-92ab-867fe13de620 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.752589] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313a6d2-6a19-4e89-9e4c-d8c861cbe0a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.765778] env[63380]: DEBUG nova.compute.provider_tree [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.784707] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.023653] env[63380]: DEBUG nova.compute.manager [req-d5f8c552-0bac-41c7-b6f6-672945747ac0 req-37ef18f2-a5d2-49a2-8346-ce142bb8e70c service nova] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Received event network-vif-deleted-ff95b7f3-7e56-4c11-9037-949f052f97cb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.089606] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.089840] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de103897-72fa-4c67-a4a5-e9c83dd5eeed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.097747] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 821.097747] env[63380]: value = "task-2680034" [ 821.097747] env[63380]: _type = "Task" [ 821.097747] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.105928] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.127188] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.127509] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.128418] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb87073-c500-4e13-932d-953bc37c6cfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.143658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.152276] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a188f2a3-168e-482e-a426-916070c64fa7/a188f2a3-168e-482e-a426-916070c64fa7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.152572] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4800bfe4-198a-4108-9a3c-d9684dcb0544 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.172416] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 821.172416] env[63380]: value = "task-2680035" [ 821.172416] env[63380]: _type = "Task" [ 821.172416] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.180212] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.272049] env[63380]: DEBUG nova.scheduler.client.report [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.312148] env[63380]: DEBUG nova.compute.manager [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.312148] env[63380]: DEBUG nova.compute.manager [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing instance network info cache due to event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.312148] env[63380]: DEBUG oslo_concurrency.lockutils [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.312148] env[63380]: DEBUG oslo_concurrency.lockutils [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.312148] env[63380]: DEBUG nova.network.neutron [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.608199] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680034, 'name': PowerOffVM_Task, 'duration_secs': 0.311409} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.608623] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.608939] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.682862] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680035, 'name': ReconfigVM_Task, 'duration_secs': 0.312232} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.684259] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a188f2a3-168e-482e-a426-916070c64fa7/a188f2a3-168e-482e-a426-916070c64fa7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.684944] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e960d0b-c470-453b-abe2-2271099b8461 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.691845] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 821.691845] env[63380]: value = "task-2680036" [ 821.691845] env[63380]: _type = "Task" [ 821.691845] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.700456] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680036, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.778658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.781739] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.460s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.781739] env[63380]: DEBUG nova.objects.instance [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 821.796013] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.807174] env[63380]: INFO nova.scheduler.client.report [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Deleted allocations for instance c0ba187c-3f1f-4e5c-ac38-879b33e426bb [ 821.833480] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='74892dcc69bb2f16e6ea4c7350213c9f',container_format='bare',created_at=2025-02-19T12:00:36Z,direct_url=,disk_format='vmdk',id=b2baf268-8948-4de5-b6fb-a855787e4ca9,min_disk=1,min_ram=0,name='tempest-test-snap-1514696710',owner='79fcaecd326d460da031ecd21d339e8c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T12:00:52Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.833480] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.833480] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.833480] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.833741] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.834029] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.834770] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.834770] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.834951] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.835106] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.835363] env[63380]: DEBUG nova.virt.hardware [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.837316] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261a376-08fb-4b39-9550-9b1ad83441ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.846031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4086b8d-a37e-4960-9b63-0c4aeab21567 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.070832] env[63380]: DEBUG nova.network.neutron [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updated VIF entry in instance network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.071242] env[63380]: DEBUG nova.network.neutron [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.122419] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.122419] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.122419] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.122419] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.122694] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.122694] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.122694] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.122694] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.123728] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.123728] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.123728] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.128735] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559551e9-bb06-49c5-b6b4-550fc2181e04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.145559] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 822.145559] env[63380]: value = "task-2680037" [ 822.145559] env[63380]: _type = "Task" [ 822.145559] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.154435] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.202566] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680036, 'name': Rename_Task, 'duration_secs': 0.148989} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.203281] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Successfully updated port: 0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.204511] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.204943] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c27dd1-c9b9-4e6b-baa6-e67cbedbe20c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.211802] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 822.211802] env[63380]: value = "task-2680038" [ 822.211802] env[63380]: _type = "Task" [ 822.211802] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.221178] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.316573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f5fa07f0-982a-46ed-ac7b-d29fe257cfcb tempest-ListImageFiltersTestJSON-1706037562 tempest-ListImageFiltersTestJSON-1706037562-project-member] Lock "c0ba187c-3f1f-4e5c-ac38-879b33e426bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.699s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.573903] env[63380]: DEBUG oslo_concurrency.lockutils [req-f3b0fbe7-f178-4c33-a701-99c4da535ab9 req-10fb6ab2-2417-438b-b5e0-ef8fe37c144c service nova] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.659216] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680037, 'name': ReconfigVM_Task, 'duration_secs': 0.226037} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.659216] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.712447] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.712447] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.712447] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.726462] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680038, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.792880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fded6801-b548-4bcc-8b1b-d4b57f754fd2 tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.797316] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.459s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.797316] env[63380]: INFO nova.compute.claims [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.053751] env[63380]: DEBUG nova.compute.manager [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Received event network-vif-plugged-0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.054016] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Acquiring lock "4f5ae797-1918-4816-915d-19fd591fb920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.054248] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Lock "4f5ae797-1918-4816-915d-19fd591fb920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.054433] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Lock "4f5ae797-1918-4816-915d-19fd591fb920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.054632] env[63380]: DEBUG nova.compute.manager [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] No waiting events found dispatching network-vif-plugged-0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.054803] env[63380]: WARNING nova.compute.manager [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Received unexpected event network-vif-plugged-0c59699c-f347-4281-b83c-8e35ddb136be for instance with vm_state building and task_state spawning. [ 823.054968] env[63380]: DEBUG nova.compute.manager [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Received event network-changed-0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.055142] env[63380]: DEBUG nova.compute.manager [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Refreshing instance network info cache due to event network-changed-0c59699c-f347-4281-b83c-8e35ddb136be. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 823.055317] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Acquiring lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.164143] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:59:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7eb73c56-2c28-4ad2-8792-80ad0d82b1b5',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-87258235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.164405] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.164563] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.164744] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.164906] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.165065] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.165276] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.165435] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.165602] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.165764] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.165957] env[63380]: DEBUG nova.virt.hardware [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.171588] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.171880] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197afd07-9bf6-46a5-a3d4-464fbf5f65c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.191192] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 823.191192] env[63380]: value = "task-2680039" [ 823.191192] env[63380]: _type = "Task" [ 823.191192] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.201239] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.225969] env[63380]: DEBUG oslo_vmware.api [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680038, 'name': PowerOnVM_Task, 'duration_secs': 0.744397} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.226914] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.227291] env[63380]: INFO nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Took 8.56 seconds to spawn the instance on the hypervisor. [ 823.227548] env[63380]: DEBUG nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.228855] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fa8716-8dc5-4103-a531-f74736d90589 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.260135] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.401534] env[63380]: DEBUG nova.network.neutron [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Updating instance_info_cache with network_info: [{"id": "0c59699c-f347-4281-b83c-8e35ddb136be", "address": "fa:16:3e:70:60:eb", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59699c-f3", "ovs_interfaceid": "0c59699c-f347-4281-b83c-8e35ddb136be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.700823] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680039, 'name': ReconfigVM_Task, 'duration_secs': 0.376679} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.701105] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.701873] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2bc70-327a-471e-bfee-8682306f99b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.723877] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.724123] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a50947-e33b-4da6-826c-1696e52adf66 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.745288] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 823.745288] env[63380]: value = "task-2680040" [ 823.745288] env[63380]: _type = "Task" [ 823.745288] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.750523] env[63380]: INFO nova.compute.manager [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Took 41.39 seconds to build instance. [ 823.756519] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.906444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.906938] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Instance network_info: |[{"id": "0c59699c-f347-4281-b83c-8e35ddb136be", "address": "fa:16:3e:70:60:eb", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59699c-f3", "ovs_interfaceid": "0c59699c-f347-4281-b83c-8e35ddb136be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.907283] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Acquired lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.911018] env[63380]: DEBUG nova.network.neutron [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Refreshing network info cache for port 0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.911018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:60:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c59699c-f347-4281-b83c-8e35ddb136be', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.919488] env[63380]: DEBUG oslo.service.loopingcall [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.923119] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.923214] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e267b1-3d5b-4f32-bdc9-6c4428f9ed06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.955258] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.955258] env[63380]: value = "task-2680041" [ 823.955258] env[63380]: _type = "Task" [ 823.955258] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.968017] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680041, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.252774] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f8697e4-8622-43e7-bf3b-9e3075e0a0cc tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.280s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.259292] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.319830] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce3824c-404d-424b-8f67-1cce11ccd018 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.327484] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c402e-9bf8-43c4-bc63-866523a6881c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.373821] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c183c81a-5a7c-4c38-9be2-0ac077dcfa84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.382216] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a706c5-44e5-46dd-b2c5-0b88835e9d8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.396655] env[63380]: DEBUG nova.compute.provider_tree [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.465466] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680041, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.722751] env[63380]: DEBUG nova.network.neutron [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Updated VIF entry in instance network info cache for port 0c59699c-f347-4281-b83c-8e35ddb136be. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.723377] env[63380]: DEBUG nova.network.neutron [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Updating instance_info_cache with network_info: [{"id": "0c59699c-f347-4281-b83c-8e35ddb136be", "address": "fa:16:3e:70:60:eb", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59699c-f3", "ovs_interfaceid": "0c59699c-f347-4281-b83c-8e35ddb136be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.758155] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.903669] env[63380]: DEBUG nova.scheduler.client.report [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.968111] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680041, 'name': CreateVM_Task, 'duration_secs': 0.653268} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.968416] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.968950] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.969182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.969559] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.969775] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb62de2-5bf7-4dfa-b319-751453bc127a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.976250] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 824.976250] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5267eb60-7e53-c5c1-015d-b511ab994dd2" [ 824.976250] env[63380]: _type = "Task" [ 824.976250] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.984909] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5267eb60-7e53-c5c1-015d-b511ab994dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.080095] env[63380]: DEBUG nova.compute.manager [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Received event network-changed-b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.080323] env[63380]: DEBUG nova.compute.manager [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Refreshing instance network info cache due to event network-changed-b29f9254-3c04-41a1-b157-12ea391bdedf. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.080544] env[63380]: DEBUG oslo_concurrency.lockutils [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] Acquiring lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.080684] env[63380]: DEBUG oslo_concurrency.lockutils [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] Acquired lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.080842] env[63380]: DEBUG nova.network.neutron [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Refreshing network info cache for port b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.227017] env[63380]: DEBUG oslo_concurrency.lockutils [req-c0e33a6f-dd61-4d4d-acda-034e0508ba67 req-9cfd5671-9b49-40a0-8b56-06af79241477 service nova] Releasing lock "refresh_cache-4f5ae797-1918-4816-915d-19fd591fb920" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.259286] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680040, 'name': ReconfigVM_Task, 'duration_secs': 1.299859} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.259784] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.260329] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.410033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.410577] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.413769] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.913s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.491209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.491528] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Processing image b2baf268-8948-4de5-b6fb-a855787e4ca9 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.491803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.492138] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.492224] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.492445] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e38948e-8827-4f23-b1e6-298df03ac100 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.501470] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.501715] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.504420] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f4d994-9930-4ef2-90f3-e458e9bf9a7d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.511344] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 825.511344] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52611aa8-3a5a-ebe6-1ead-441219a20c41" [ 825.511344] env[63380]: _type = "Task" [ 825.511344] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.520376] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52611aa8-3a5a-ebe6-1ead-441219a20c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.768021] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ee64f-1787-4025-bbb0-4bab51d0e390 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.790259] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2fcae5-af33-4654-9159-a2d25318e235 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.808123] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.824395] env[63380]: DEBUG nova.network.neutron [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updated VIF entry in instance network info cache for port b29f9254-3c04-41a1-b157-12ea391bdedf. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.824772] env[63380]: DEBUG nova.network.neutron [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating instance_info_cache with network_info: [{"id": "b29f9254-3c04-41a1-b157-12ea391bdedf", "address": "fa:16:3e:a4:3d:5b", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29f9254-3c", "ovs_interfaceid": "b29f9254-3c04-41a1-b157-12ea391bdedf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.919029] env[63380]: DEBUG nova.compute.utils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.931665] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.931846] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.981196] env[63380]: DEBUG nova.policy [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.021423] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 826.021699] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Fetch image to [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead/OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 826.021886] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Downloading stream optimized image b2baf268-8948-4de5-b6fb-a855787e4ca9 to [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead/OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead.vmdk on the data store datastore1 as vApp {{(pid=63380) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 826.022073] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Downloading image file data b2baf268-8948-4de5-b6fb-a855787e4ca9 to the ESX as VM named 'OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead' {{(pid=63380) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 826.124878] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 826.124878] env[63380]: value = "resgroup-9" [ 826.124878] env[63380]: _type = "ResourcePool" [ 826.124878] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 826.125217] env[63380]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9342fbdb-dc25-49b9-99db-1feddf05e04e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.154371] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease: (returnval){ [ 826.154371] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 826.154371] env[63380]: _type = "HttpNfcLease" [ 826.154371] env[63380]: } obtained for vApp import into resource pool (val){ [ 826.154371] env[63380]: value = "resgroup-9" [ 826.154371] env[63380]: _type = "ResourcePool" [ 826.154371] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 826.154654] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the lease: (returnval){ [ 826.154654] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 826.154654] env[63380]: _type = "HttpNfcLease" [ 826.154654] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.162145] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.162145] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 826.162145] env[63380]: _type = "HttpNfcLease" [ 826.162145] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 826.327553] env[63380]: DEBUG oslo_concurrency.lockutils [req-82f3160a-c3ed-423e-99cc-9794c1b4af08 req-cf55f5bb-0b92-4d33-b23c-4f764405405b service nova] Releasing lock "refresh_cache-a188f2a3-168e-482e-a426-916070c64fa7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.344733] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Successfully created port: 407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.357997] env[63380]: DEBUG nova.network.neutron [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Port d382324b-2852-4657-a42d-9dfce53d3705 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 826.435327] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.439246] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Applying migration context for instance 0bc89e60-85e9-46b1-91a5-efe8e3020a25 as it has an incoming, in-progress migration 4d9be66a-c8ac-4366-a14e-139e20145735. Migration status is migrating {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 826.443513] env[63380]: INFO nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating resource usage from migration 4d9be66a-c8ac-4366-a14e-139e20145735 [ 826.467680] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance f98281a2-a7a8-4f9b-9fd9-10b351880f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.467853] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9add3921-e831-4935-9dda-6fcf15645bef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468021] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 98361a6b-ae46-49da-82c5-612246fafa86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468407] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cc13c801-3582-4a42-a196-eac1e4d7d53d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468407] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 548bd050-c9ac-41ab-9edc-001737f6a54f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.468525] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468600] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 382627f1-55a3-40cb-b8a8-4a092541cbcb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.468713] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 036679d7-7311-4f0e-8223-e0665f640d9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468825] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fba8dbd8-4229-45ca-a1dd-073403ada8e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.468934] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8afa705a-cd78-4316-956a-26313220cb4d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469078] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c73c204e-dde3-4866-8fa9-77547509eecb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469271] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5310e05d-029e-4c7d-a129-c324d99d2889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469395] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8ee5b81b-ac9b-4c7d-a244-5b288590c295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469505] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fcd366e5-342c-4dea-955a-2c557219f54c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469612] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c091bdb6-3d09-49d4-99a0-50c4166c4418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.469738] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e2e80a32-de18-4d0f-b786-f32c77b1891b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.469860] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 1e74c58a-e046-4f9d-9399-6d0b6b924faa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.469968] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e93100ee-a5ca-4a0c-83cd-615d323b9f30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.470100] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9dcd255b-bd1f-4475-a390-db29f7439af8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.470240] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.470408] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance bb1b230f-8703-4f89-bdf2-0e3852a409bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471353] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 970b5a94-7c98-4d42-9ee1-e0f817b1b22d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471353] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 2e1355d9-0700-4ead-8457-ce875c970f41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 826.471353] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 3a2890e8-3c8b-4d93-bd50-4793b0085d7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471353] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 1f1535e6-62db-459d-955a-50c1a960e384 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471509] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a188f2a3-168e-482e-a426-916070c64fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471509] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Migration 4d9be66a-c8ac-4366-a14e-139e20145735 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 826.471509] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 0bc89e60-85e9-46b1-91a5-efe8e3020a25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471509] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 4f5ae797-1918-4816-915d-19fd591fb920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.471617] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 826.664039] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.664039] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 826.664039] env[63380]: _type = "HttpNfcLease" [ 826.664039] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 826.975957] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 6a0462d0-77dd-4b80-b125-6d1154c556cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.164141] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.164141] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 827.164141] env[63380]: _type = "HttpNfcLease" [ 827.164141] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.164484] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.164484] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f679ae-e652-67ca-37e7-8084c34109e6" [ 827.164484] env[63380]: _type = "HttpNfcLease" [ 827.164484] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 827.165387] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8578e-c9bc-452e-b915-618935f6a1d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172769] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 827.172769] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 827.236040] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5dc461da-df10-47c8-a8ea-38b366ba1ae0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.385040] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.385281] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.386512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.387070] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.387070] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.453710] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.478830] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 827.479235] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 827.479325] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5248MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 827.491603] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.491851] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.492035] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.492264] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.492588] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.492588] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.492999] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.492999] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.493201] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.493357] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.493533] env[63380]: DEBUG nova.virt.hardware [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.494596] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f0ecc-073e-414c-b9a1-4682b13a409b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.511589] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27f831-aea1-4758-9976-971245acaff3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.890670] env[63380]: DEBUG nova.compute.manager [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Received event network-vif-plugged-407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.890896] env[63380]: DEBUG oslo_concurrency.lockutils [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] Acquiring lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.891118] env[63380]: DEBUG oslo_concurrency.lockutils [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.891332] env[63380]: DEBUG oslo_concurrency.lockutils [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.891522] env[63380]: DEBUG nova.compute.manager [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] No waiting events found dispatching network-vif-plugged-407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.891702] env[63380]: WARNING nova.compute.manager [req-e63d35f4-6e00-49d5-b736-0ca1c48cd0a0 req-fd612409-7d79-4908-a5a8-fc3c2c618d24 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Received unexpected event network-vif-plugged-407ba72c-df53-491f-aa59-a7166a1ffca3 for instance with vm_state building and task_state spawning. [ 827.895836] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.956909] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 827.957183] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.958868] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152204dd-94f6-4f20-8e09-6f1248f4435d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.967951] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Successfully updated port: 407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.977855] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.978415] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 827.978415] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-54e30bf7-688a-4f7f-a0ad-d06efb508d53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.996754] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ee677-49b0-4b30-aff9-1eb54f509fae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.004392] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617e0c70-d27f-443f-a606-952b2b5c6044 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.033976] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cae940-69da-4b05-87e7-4b8dd36782f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.040947] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9667d9df-bad1-44e8-afc2-41700f99959c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.054363] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.132816] env[63380]: DEBUG oslo_vmware.rw_handles [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289d2c6-99b2-479e-8d06-465845f8b7dc/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 828.133068] env[63380]: INFO nova.virt.vmwareapi.images [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Downloaded image file data b2baf268-8948-4de5-b6fb-a855787e4ca9 [ 828.133913] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad7d3b0-8ce1-4e1f-a9a4-b2ab129e86b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.151494] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c896174-d09c-4ca3-a0b2-550e4739fb54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.176486] env[63380]: INFO nova.virt.vmwareapi.images [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] The imported VM was unregistered [ 828.178998] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 828.179211] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.179472] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f8502e-e46c-4ea9-9a63-fa43e217dc0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.190452] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.190755] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead/OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead.vmdk to [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk. {{(pid=63380) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 828.190919] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-86cffb14-2d8c-4555-8d17-c7293c352b84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.197760] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 828.197760] env[63380]: value = "task-2680044" [ 828.197760] env[63380]: _type = "Task" [ 828.197760] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.204898] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.422040] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.446334] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.446539] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.446699] env[63380]: DEBUG nova.network.neutron [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.473702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.473880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.474056] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.557587] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.708204] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.016537] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.062359] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 829.062587] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.649s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.064914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.820s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.066520] env[63380]: INFO nova.compute.claims [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.069117] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.069265] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 829.178327] env[63380]: DEBUG nova.network.neutron [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Updating instance_info_cache with network_info: [{"id": "407ba72c-df53-491f-aa59-a7166a1ffca3", "address": "fa:16:3e:10:ee:62", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407ba72c-df", "ovs_interfaceid": "407ba72c-df53-491f-aa59-a7166a1ffca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.186858] env[63380]: DEBUG nova.network.neutron [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.208344] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.580928] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] There are 38 instances to clean {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 829.581244] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 38f48270-751b-4c42-8e41-43c1db4a1e12] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.681913] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.682384] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Instance network_info: |[{"id": "407ba72c-df53-491f-aa59-a7166a1ffca3", "address": "fa:16:3e:10:ee:62", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407ba72c-df", "ovs_interfaceid": "407ba72c-df53-491f-aa59-a7166a1ffca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.683194] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ee:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407ba72c-df53-491f-aa59-a7166a1ffca3', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.690947] env[63380]: DEBUG oslo.service.loopingcall [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.691514] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.695138] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.695514] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06ac7073-c567-45a6-a5ac-35cfb1f418f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.723030] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.724275] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.724275] env[63380]: value = "task-2680045" [ 829.724275] env[63380]: _type = "Task" [ 829.724275] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.732490] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680045, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.917378] env[63380]: DEBUG nova.compute.manager [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Received event network-changed-407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.917378] env[63380]: DEBUG nova.compute.manager [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Refreshing instance network info cache due to event network-changed-407ba72c-df53-491f-aa59-a7166a1ffca3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.917555] env[63380]: DEBUG oslo_concurrency.lockutils [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] Acquiring lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.917678] env[63380]: DEBUG oslo_concurrency.lockutils [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] Acquired lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.917839] env[63380]: DEBUG nova.network.neutron [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Refreshing network info cache for port 407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.086562] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: a02f3b4b-fb9f-4cf5-a886-f86998d3262b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.232528] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.235172] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dd1dc-3eec-4932-8bc4-76bf509a26e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.243706] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680045, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.263356] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a88d52-f1a2-4412-a79c-059bf5b9825f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.270729] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.559997] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99750cb2-dd11-4b4d-a190-89ede1e8f814 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.568287] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec3d61d-8667-4193-8b74-c682ec253de1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.601365] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 47c1b55d-8b90-4ff9-8547-ef1bd0174bb0] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.606872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a1100f-9b2d-4f41-8dcf-2da2d7ce97d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.616290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb82ec62-2317-449d-89a7-cb6c47f73113 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.630583] env[63380]: DEBUG nova.compute.provider_tree [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.698510] env[63380]: DEBUG nova.network.neutron [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Updated VIF entry in instance network info cache for port 407ba72c-df53-491f-aa59-a7166a1ffca3. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.698918] env[63380]: DEBUG nova.network.neutron [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Updating instance_info_cache with network_info: [{"id": "407ba72c-df53-491f-aa59-a7166a1ffca3", "address": "fa:16:3e:10:ee:62", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407ba72c-df", "ovs_interfaceid": "407ba72c-df53-491f-aa59-a7166a1ffca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.726373] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.734996] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680045, 'name': CreateVM_Task, 'duration_secs': 0.536562} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.735233] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.735890] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.736117] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.736456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.736730] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00aa1e7a-7761-4158-bc3f-12e2b3a1b947 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.741500] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 830.741500] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f4f7d9-bdc5-f327-0972-fc894559acb9" [ 830.741500] env[63380]: _type = "Task" [ 830.741500] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.749877] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f4f7d9-bdc5-f327-0972-fc894559acb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.777171] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.777513] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e68e5e8b-984b-4936-8898-c0af295016ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.785748] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 830.785748] env[63380]: value = "task-2680046" [ 830.785748] env[63380]: _type = "Task" [ 830.785748] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.795627] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.111493] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 3e0056ae-bfcc-41ab-8f58-f47feb7722b7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.136696] env[63380]: DEBUG nova.scheduler.client.report [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.201506] env[63380]: DEBUG oslo_concurrency.lockutils [req-d36ea771-472f-45b3-b644-728234c91c88 req-c7952f9b-5f0e-4a0d-acb0-219275f24830 service nova] Releasing lock "refresh_cache-9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.226454] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680044, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.772806} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.226722] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead/OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead.vmdk to [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk. [ 831.226908] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Cleaning up location [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 831.227218] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7b00dbe2-b3df-401d-b8ee-3e8c7bb4eead {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.227815] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c87ca40-1751-46ee-a4ff-cabab7211e8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.233203] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 831.233203] env[63380]: value = "task-2680047" [ 831.233203] env[63380]: _type = "Task" [ 831.233203] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.240829] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.249442] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f4f7d9-bdc5-f327-0972-fc894559acb9, 'name': SearchDatastore_Task, 'duration_secs': 0.085246} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.249717] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.249949] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.250206] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.250357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.250561] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.250806] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17af092a-d454-4d08-a334-ae81f9fd492c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268398] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.268581] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.269416] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e506bec1-6dee-4adb-ab34-9e54de4869a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.274547] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 831.274547] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b263b9-fa77-6633-8831-a4503ecac084" [ 831.274547] env[63380]: _type = "Task" [ 831.274547] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.284805] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b263b9-fa77-6633-8831-a4503ecac084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.296724] env[63380]: DEBUG oslo_vmware.api [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680046, 'name': PowerOnVM_Task, 'duration_secs': 0.447024} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.297006] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.297208] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f790c-5744-4401-b168-029f5c986c43 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance '0bc89e60-85e9-46b1-91a5-efe8e3020a25' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.614644] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: f5092b73-f9bf-4787-8ad7-2aa30192714a] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.643352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.643941] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.649223] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.303s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.649463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.651610] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.264s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.651741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.655301] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.028s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.655567] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.658627] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.462s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.658627] env[63380]: INFO nova.compute.claims [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.714229] env[63380]: INFO nova.scheduler.client.report [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleted allocations for instance 9dcd255b-bd1f-4475-a390-db29f7439af8 [ 831.715814] env[63380]: INFO nova.scheduler.client.report [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted allocations for instance 548bd050-c9ac-41ab-9edc-001737f6a54f [ 831.733906] env[63380]: INFO nova.scheduler.client.report [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Deleted allocations for instance 382627f1-55a3-40cb-b8a8-4a092541cbcb [ 831.747313] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185485} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.749628] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.749628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.749628] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk to [datastore1] 4f5ae797-1918-4816-915d-19fd591fb920/4f5ae797-1918-4816-915d-19fd591fb920.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.749628] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71672beb-a7b2-4413-b634-1e7ff06513ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.755204] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 831.755204] env[63380]: value = "task-2680048" [ 831.755204] env[63380]: _type = "Task" [ 831.755204] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.768441] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.784687] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b263b9-fa77-6633-8831-a4503ecac084, 'name': SearchDatastore_Task, 'duration_secs': 0.035426} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.785519] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85565b5-9468-489d-a48d-aec4c1bc87e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.791835] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 831.791835] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52904ae2-2433-c474-01d4-3c83c1d0b165" [ 831.791835] env[63380]: _type = "Task" [ 831.791835] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.800473] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52904ae2-2433-c474-01d4-3c83c1d0b165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.117912] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: bc89c09e-a669-4b1a-a78f-4f391f783036] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.165385] env[63380]: DEBUG nova.compute.utils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.169448] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.169712] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.223418] env[63380]: DEBUG nova.policy [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.230709] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6cc393c8-339e-43f6-b852-4efca36d2f6d tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "548bd050-c9ac-41ab-9edc-001737f6a54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.249s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.232331] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9e0fba0-cb5c-479b-934e-0b28deeaa54b tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "9dcd255b-bd1f-4475-a390-db29f7439af8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.085s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.244735] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19f36435-8ad5-4e4a-9f81-8f4bff0864ab tempest-FloatingIPsAssociationTestJSON-1643879616 tempest-FloatingIPsAssociationTestJSON-1643879616-project-member] Lock "382627f1-55a3-40cb-b8a8-4a092541cbcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.137s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.269879] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.104118] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Successfully created port: 671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.111136] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "9add3921-e831-4935-9dda-6fcf15645bef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.111484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.111727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "9add3921-e831-4935-9dda-6fcf15645bef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.111917] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.112105] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.113992] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d0a7bd97-b898-4221-b33e-6e9081391cfd] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.119259] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.125648] env[63380]: INFO nova.compute.manager [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Terminating instance [ 833.136796] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52904ae2-2433-c474-01d4-3c83c1d0b165, 'name': SearchDatastore_Task, 'duration_secs': 0.013682} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.137890] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.138190] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549/9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.141167] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a323ed6b-1b22-4167-94d2-b7f6fcf247ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.145025] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.150699] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 833.150699] env[63380]: value = "task-2680049" [ 833.150699] env[63380]: _type = "Task" [ 833.150699] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.159583] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.597884] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ddc0f-ac02-4c04-b2eb-b57cd41ef87d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.605911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af367cde-35c4-44b4-8206-9fd0018ea96c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.644697] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 5ed84989-bf6b-4fe3-924f-8168300aa1bf] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.647233] env[63380]: DEBUG nova.compute.manager [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.648145] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.651190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.651400] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.651652] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.651799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.651998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.662024] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbe1d8-fd0d-4eb9-8431-e6152dd5da2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.663847] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa7194-e610-4adb-a6c7-3152d9ddca48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.667010] env[63380]: INFO nova.compute.manager [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Terminating instance [ 833.681807] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.689696] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.690921] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.691272] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf085619-4172-4189-95e9-3d1966d3f30f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698020] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c2ae64-ffd7-477d-8ef7-6e7a22d97d61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.710796] env[63380]: DEBUG nova.compute.provider_tree [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.714453] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 833.714453] env[63380]: value = "task-2680050" [ 833.714453] env[63380]: _type = "Task" [ 833.714453] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.725457] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.156864] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 7cd4017f-71ba-4dec-a601-7c9e6402940b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.159738] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.162161] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.174510] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.186207] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "refresh_cache-e93100ee-a5ca-4a0c-83cd-615d323b9f30" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.186448] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquired lock "refresh_cache-e93100ee-a5ca-4a0c-83cd-615d323b9f30" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.186650] env[63380]: DEBUG nova.network.neutron [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.190534] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.190825] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.194021] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.194021] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.194021] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.194021] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.194021] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.194240] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.194240] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.194240] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.194240] env[63380]: DEBUG nova.virt.hardware [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.194240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c7e2a-5b0d-438f-b13c-f888c8b9c2dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.204327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c516e7-82e6-41e1-b0b7-68b91f2c2adf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.221070] env[63380]: DEBUG nova.scheduler.client.report [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.238865] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680050, 'name': PowerOffVM_Task, 'duration_secs': 0.215817} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.239403] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.239619] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.239903] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45bb0d54-6983-468f-929b-2ac20a6591b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.314028] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.314028] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.314028] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore2] 9add3921-e831-4935-9dda-6fcf15645bef {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.314028] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92095e98-96e1-4bd8-9a20-122955f36605 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.323020] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 834.323020] env[63380]: value = "task-2680052" [ 834.323020] env[63380]: _type = "Task" [ 834.323020] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.334880] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.660534] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680048, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.680999} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.660886] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2baf268-8948-4de5-b6fb-a855787e4ca9/b2baf268-8948-4de5-b6fb-a855787e4ca9.vmdk to [datastore1] 4f5ae797-1918-4816-915d-19fd591fb920/4f5ae797-1918-4816-915d-19fd591fb920.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.663026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0d230-747a-4aa0-be44-69d759e78f81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.665093] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 54584ebf-4da5-4fa8-b570-94320d92d80f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.684339] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680049, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.693787] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4f5ae797-1918-4816-915d-19fd591fb920/4f5ae797-1918-4816-915d-19fd591fb920.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.694705] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e878c1-ccbd-49bd-980d-24f17ba5228a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.715851] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 834.715851] env[63380]: value = "task-2680053" [ 834.715851] env[63380]: _type = "Task" [ 834.715851] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.723850] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680053, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.735917] env[63380]: DEBUG nova.network.neutron [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.739062] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.082s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.739608] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.742427] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.270s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.742648] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.744992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.251s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.745257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.747130] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.603s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.747332] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.749261] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.327s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.751129] env[63380]: INFO nova.compute.claims [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.757443] env[63380]: DEBUG nova.compute.manager [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received event network-vif-plugged-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.757443] env[63380]: DEBUG oslo_concurrency.lockutils [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.757543] env[63380]: DEBUG oslo_concurrency.lockutils [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.758715] env[63380]: DEBUG oslo_concurrency.lockutils [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.758715] env[63380]: DEBUG nova.compute.manager [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] No waiting events found dispatching network-vif-plugged-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.758715] env[63380]: WARNING nova.compute.manager [req-353be876-60a2-4114-b9fa-e2c1efa34b86 req-c3dbb0e0-fbf8-4f20-8d94-5f61793c227f service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received unexpected event network-vif-plugged-671768d4-3925-4550-80c3-e40f752c40e6 for instance with vm_state building and task_state spawning. [ 834.799561] env[63380]: INFO nova.scheduler.client.report [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted allocations for instance 2e1355d9-0700-4ead-8457-ce875c970f41 [ 834.803277] env[63380]: INFO nova.scheduler.client.report [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted allocations for instance 1e74c58a-e046-4f9d-9399-6d0b6b924faa [ 834.823348] env[63380]: INFO nova.scheduler.client.report [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Deleted allocations for instance e2e80a32-de18-4d0f-b786-f32c77b1891b [ 834.840259] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.887240] env[63380]: DEBUG nova.network.neutron [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.894228] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Successfully updated port: 671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.120390] env[63380]: DEBUG nova.network.neutron [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Port d382324b-2852-4657-a42d-9dfce53d3705 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 835.120670] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.120946] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.121032] env[63380]: DEBUG nova.network.neutron [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.171977] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 238dda65-7415-46b1-b19d-ae667a1bccce] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.179547] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680049, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.979533} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.179816] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549/9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.180112] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.180427] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee231349-7e44-4e08-b119-84221e1d75e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.189617] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 835.189617] env[63380]: value = "task-2680054" [ 835.189617] env[63380]: _type = "Task" [ 835.189617] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.198606] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.226274] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.259429] env[63380]: DEBUG nova.compute.utils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.261052] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.261343] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.298082] env[63380]: DEBUG nova.policy [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcd097e3236413fa1ffcec276af993d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '064e2577d16b4478897a7da2cd694dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.316245] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f6b780a-a426-4080-8426-9fd40aa73f55 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "2e1355d9-0700-4ead-8457-ce875c970f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.627s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.317305] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c22b126-542e-47f7-834d-091501d746c3 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "1e74c58a-e046-4f9d-9399-6d0b6b924faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.217s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.337731] env[63380]: DEBUG oslo_vmware.api [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.681457} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.338246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d94dbddf-bf51-4486-8f9b-97f4dcccedc5 tempest-ListServersNegativeTestJSON-1424328613 tempest-ListServersNegativeTestJSON-1424328613-project-member] Lock "e2e80a32-de18-4d0f-b786-f32c77b1891b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.328s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.339846] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.340087] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.340278] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.340454] env[63380]: INFO nova.compute.manager [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Took 1.69 seconds to destroy the instance on the hypervisor. [ 835.340715] env[63380]: DEBUG oslo.service.loopingcall [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.341251] env[63380]: DEBUG nova.compute.manager [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.341251] env[63380]: DEBUG nova.network.neutron [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.387865] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Releasing lock "refresh_cache-e93100ee-a5ca-4a0c-83cd-615d323b9f30" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.388421] env[63380]: DEBUG nova.compute.manager [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.388621] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.389546] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e7a0c-b636-4feb-98ac-514432cd673d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.397554] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.397722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.397894] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.399247] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.399696] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e85217a-7501-4616-9eea-62020905d61a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.410279] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 835.410279] env[63380]: value = "task-2680055" [ 835.410279] env[63380]: _type = "Task" [ 835.410279] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.421022] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2680055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.607978] env[63380]: DEBUG nova.compute.manager [req-d089e4b6-1102-40d9-ae75-43f841f0f7ed req-0dc19d55-855b-45c0-a5a1-cc4231d0107d service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Received event network-vif-deleted-ad561eb3-b604-4818-8a54-3144942aaa3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.608269] env[63380]: INFO nova.compute.manager [req-d089e4b6-1102-40d9-ae75-43f841f0f7ed req-0dc19d55-855b-45c0-a5a1-cc4231d0107d service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Neutron deleted interface ad561eb3-b604-4818-8a54-3144942aaa3b; detaching it from the instance and deleting it from the info cache [ 835.608478] env[63380]: DEBUG nova.network.neutron [req-d089e4b6-1102-40d9-ae75-43f841f0f7ed req-0dc19d55-855b-45c0-a5a1-cc4231d0107d service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.674669] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c0ba187c-3f1f-4e5c-ac38-879b33e426bb] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.700090] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076794} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.700925] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.701709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30858ff-b5bd-459a-8c89-ccf343ce8a18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.730180] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549/9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.735429] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba1909ab-78e5-468c-9298-beeaa75f25c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.758878] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680053, 'name': ReconfigVM_Task, 'duration_secs': 0.740769} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.760236] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4f5ae797-1918-4816-915d-19fd591fb920/4f5ae797-1918-4816-915d-19fd591fb920.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.760983] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 835.760983] env[63380]: value = "task-2680056" [ 835.760983] env[63380]: _type = "Task" [ 835.760983] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.765746] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d8056b1-764b-4dc8-aacb-29a82c6451e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.768119] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.782618] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.782878] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 835.782878] env[63380]: value = "task-2680057" [ 835.782878] env[63380]: _type = "Task" [ 835.782878] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.801053] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680057, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.892966] env[63380]: DEBUG nova.network.neutron [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.924652] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2680055, 'name': PowerOffVM_Task, 'duration_secs': 0.144732} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.925288] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.925978] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.925978] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3693d34e-e52e-42df-bdc7-bf11b39e2acc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.944256] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.971591] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.971591] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.971752] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleting the datastore file [datastore2] e93100ee-a5ca-4a0c-83cd-615d323b9f30 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.971970] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bfc70ba-862f-40da-b888-9dc2c30200c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.980858] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for the task: (returnval){ [ 835.980858] env[63380]: value = "task-2680059" [ 835.980858] env[63380]: _type = "Task" [ 835.980858] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.988029] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Successfully created port: 8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.995208] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2680059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.090068] env[63380]: DEBUG nova.network.neutron [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.111224] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-155d88dd-53a3-4f9b-af82-de4863c8fd38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.121206] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd85fa-82f3-44a7-87de-8d78f3665f55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.136037] env[63380]: DEBUG nova.network.neutron [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updating instance_info_cache with network_info: [{"id": "671768d4-3925-4550-80c3-e40f752c40e6", "address": "fa:16:3e:86:1a:5e", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671768d4-39", "ovs_interfaceid": "671768d4-3925-4550-80c3-e40f752c40e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.194413] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 40e47931-2f45-4086-99da-6209163d7113] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.197632] env[63380]: DEBUG nova.compute.manager [req-d089e4b6-1102-40d9-ae75-43f841f0f7ed req-0dc19d55-855b-45c0-a5a1-cc4231d0107d service nova] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Detach interface failed, port_id=ad561eb3-b604-4818-8a54-3144942aaa3b, reason: Instance 9add3921-e831-4935-9dda-6fcf15645bef could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 836.258995] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e3016-d3f4-4f9c-ab35-f1ac0f9b8d07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.268416] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193edb1-85bd-4995-81d0-62e29b1e79af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.310545] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e50bd-8ebb-4725-a625-71fb9eabef20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.316868] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680056, 'name': ReconfigVM_Task, 'duration_secs': 0.340817} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.317705] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549/9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.318340] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f612b45-35a1-4363-be39-13dc3dffba1d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.324813] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680057, 'name': Rename_Task, 'duration_secs': 0.20727} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.326387] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d285f8f-a671-4993-929f-084544a435ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.330367] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.331760] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dec980b-c8e8-48e1-8225-18541f7b9bb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.333220] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 836.333220] env[63380]: value = "task-2680060" [ 836.333220] env[63380]: _type = "Task" [ 836.333220] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.344707] env[63380]: DEBUG nova.compute.provider_tree [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.347420] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 836.347420] env[63380]: value = "task-2680061" [ 836.347420] env[63380]: _type = "Task" [ 836.347420] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.354344] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680060, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.360825] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.378672] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.379015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.379259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.379456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.379665] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.384064] env[63380]: INFO nova.compute.manager [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Terminating instance [ 836.396800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.491688] env[63380]: DEBUG oslo_vmware.api [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Task: {'id': task-2680059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448964} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.492092] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.492324] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.492527] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.492749] env[63380]: INFO nova.compute.manager [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Took 1.10 seconds to destroy the instance on the hypervisor. [ 836.493106] env[63380]: DEBUG oslo.service.loopingcall [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.493394] env[63380]: DEBUG nova.compute.manager [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.493554] env[63380]: DEBUG nova.network.neutron [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.510213] env[63380]: DEBUG nova.network.neutron [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.592893] env[63380]: INFO nova.compute.manager [-] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Took 1.25 seconds to deallocate network for instance. [ 836.644443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.644781] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance network_info: |[{"id": "671768d4-3925-4550-80c3-e40f752c40e6", "address": "fa:16:3e:86:1a:5e", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671768d4-39", "ovs_interfaceid": "671768d4-3925-4550-80c3-e40f752c40e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.645460] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:1a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671768d4-3925-4550-80c3-e40f752c40e6', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.654193] env[63380]: DEBUG oslo.service.loopingcall [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.654421] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.654755] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64a06aa7-b355-41d5-8652-f201c9be3c74 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.679025] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.679025] env[63380]: value = "task-2680062" [ 836.679025] env[63380]: _type = "Task" [ 836.679025] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.684836] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680062, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.699543] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0c44ce17-b9ee-44c0-a36c-87012ec7c10f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.780516] env[63380]: DEBUG nova.compute.manager [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received event network-changed-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.780655] env[63380]: DEBUG nova.compute.manager [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Refreshing instance network info cache due to event network-changed-671768d4-3925-4550-80c3-e40f752c40e6. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.780880] env[63380]: DEBUG oslo_concurrency.lockutils [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] Acquiring lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.781505] env[63380]: DEBUG oslo_concurrency.lockutils [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] Acquired lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.781789] env[63380]: DEBUG nova.network.neutron [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Refreshing network info cache for port 671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.808468] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.849524] env[63380]: DEBUG nova.scheduler.client.report [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.853836] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680060, 'name': Rename_Task, 'duration_secs': 0.200171} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.857229] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.857466] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.857627] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.857808] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.857958] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.858192] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.858550] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.858732] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.858903] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.859082] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.859284] env[63380]: DEBUG nova.virt.hardware [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.863218] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.863937] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd2ab0-70e9-464c-bca3-a591a956ec48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.867160] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb63912-d91b-40eb-a6ac-b23d70d4ff23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.875846] env[63380]: DEBUG oslo_vmware.api [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680061, 'name': PowerOnVM_Task, 'duration_secs': 0.502197} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.879891] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.880115] env[63380]: INFO nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Took 15.08 seconds to spawn the instance on the hypervisor. [ 836.880304] env[63380]: DEBUG nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.880926] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 836.880926] env[63380]: value = "task-2680063" [ 836.880926] env[63380]: _type = "Task" [ 836.880926] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.882118] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c406e-ca6b-43d6-9b70-f9aeb60a9567 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.886656] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47583a-e8e6-46ab-8391-4bc5eaf88a4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.895475] env[63380]: DEBUG nova.compute.manager [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.895694] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.897512] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e34e9f-b7e0-4994-9b0f-15e8686712d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.903745] env[63380]: DEBUG nova.compute.manager [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63380) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 836.903955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.922195] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.927602] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.927894] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70e05eb-f9b2-4335-ba69-5bae1839d1dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.948117] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 836.948117] env[63380]: value = "task-2680064" [ 836.948117] env[63380]: _type = "Task" [ 836.948117] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.960128] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.013329] env[63380]: DEBUG nova.network.neutron [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.104713] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.187480] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680062, 'name': CreateVM_Task, 'duration_secs': 0.391493} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.187667] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.188409] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.188580] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188895] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.189161] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd09c0e2-05ad-4ced-a0dc-5830ba5670e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.194731] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 837.194731] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d217cb-5afc-1c99-496c-08e1ed106099" [ 837.194731] env[63380]: _type = "Task" [ 837.194731] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.202434] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 94c7cdb5-c9cf-4ba4-813f-1d7bacc14a4b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.208024] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d217cb-5afc-1c99-496c-08e1ed106099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.361821] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.362943] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.366292] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.462s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.399303] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.435796] env[63380]: INFO nova.compute.manager [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Took 49.64 seconds to build instance. [ 837.462293] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680064, 'name': PowerOffVM_Task, 'duration_secs': 0.225312} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.462564] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.462733] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.463019] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455c8eb3-fb94-4558-8339-3b2ab901a04f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.516180] env[63380]: INFO nova.compute.manager [-] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Took 1.02 seconds to deallocate network for instance. [ 837.540726] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.540726] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.540726] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleting the datastore file [datastore2] 970b5a94-7c98-4d42-9ee1-e0f817b1b22d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.540726] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf6a7de-1ef7-4213-84c8-e8889f698aad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.548401] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 837.548401] env[63380]: value = "task-2680066" [ 837.548401] env[63380]: _type = "Task" [ 837.548401] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.557751] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.706279] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d217cb-5afc-1c99-496c-08e1ed106099, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.706631] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.706908] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.707194] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.707350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.707534] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.707824] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-614145bb-a94f-46ec-a8ba-d66092ce9e2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.710067] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9906dad7-ea13-4e22-add6-8c1ced6c1efe] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.720308] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.720476] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.721645] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f3d1cf-51da-484e-a740-4e546fe53954 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.730675] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 837.730675] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e4690e-3a17-7ab6-1d9d-aaf88fa058d3" [ 837.730675] env[63380]: _type = "Task" [ 837.730675] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.742672] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e4690e-3a17-7ab6-1d9d-aaf88fa058d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.808408] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Successfully updated port: 8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.869593] env[63380]: DEBUG nova.compute.utils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.871680] env[63380]: DEBUG nova.objects.instance [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lazy-loading 'migration_context' on Instance uuid 0bc89e60-85e9-46b1-91a5-efe8e3020a25 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.873480] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.873480] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.899677] env[63380]: DEBUG oslo_vmware.api [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680063, 'name': PowerOnVM_Task, 'duration_secs': 0.739242} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.899976] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.900320] env[63380]: INFO nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Took 10.45 seconds to spawn the instance on the hypervisor. [ 837.900519] env[63380]: DEBUG nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.901359] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534db66-abab-456a-8ab7-1cb00fee15e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.918263] env[63380]: DEBUG nova.policy [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eaaff76ae054b5780857b25b3ca3ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95f87f09bfc457b8d418739216a0a95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.921136] env[63380]: DEBUG nova.network.neutron [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updated VIF entry in instance network info cache for port 671768d4-3925-4550-80c3-e40f752c40e6. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.922257] env[63380]: DEBUG nova.network.neutron [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updating instance_info_cache with network_info: [{"id": "671768d4-3925-4550-80c3-e40f752c40e6", "address": "fa:16:3e:86:1a:5e", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671768d4-39", "ovs_interfaceid": "671768d4-3925-4550-80c3-e40f752c40e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.937917] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9943a510-a273-4d82-b872-aa9bab26f8f2 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.148s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.025049] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.059049] env[63380]: DEBUG oslo_vmware.api [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444314} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.059324] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.059512] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.059685] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.059963] env[63380]: INFO nova.compute.manager [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.061416] env[63380]: DEBUG oslo.service.loopingcall [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.061416] env[63380]: DEBUG nova.compute.manager [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.061416] env[63380]: DEBUG nova.network.neutron [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.217640] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e96fe3b3-89d1-41c8-9ee7-66758dcec6f6] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.244914] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e4690e-3a17-7ab6-1d9d-aaf88fa058d3, 'name': SearchDatastore_Task, 'duration_secs': 0.020616} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.245765] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16c394c-99d4-4391-b29a-b3791f49007d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.256252] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 838.256252] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52216cb0-52b1-b99d-1dae-f9f41f9f6790" [ 838.256252] env[63380]: _type = "Task" [ 838.256252] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.268926] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52216cb0-52b1-b99d-1dae-f9f41f9f6790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.291334] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Successfully created port: 846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.311149] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.311344] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.311456] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.373526] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.424425] env[63380]: INFO nova.compute.manager [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Took 42.12 seconds to build instance. [ 838.425646] env[63380]: DEBUG oslo_concurrency.lockutils [req-b86dc6bc-0959-4ebf-a576-5319633c39b9 req-cda48e7b-7ce4-4e87-b7c0-f36847fe247a service nova] Releasing lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.492388] env[63380]: DEBUG nova.compute.manager [req-83e09031-d458-4467-857e-d4fbc87ca4c6 req-562b7dba-3a30-4afd-b4eb-ffcd5ef9ad69 service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Received event network-vif-deleted-df4a3ad6-1bae-4ed0-9401-8cc336629140 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.492586] env[63380]: INFO nova.compute.manager [req-83e09031-d458-4467-857e-d4fbc87ca4c6 req-562b7dba-3a30-4afd-b4eb-ffcd5ef9ad69 service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Neutron deleted interface df4a3ad6-1bae-4ed0-9401-8cc336629140; detaching it from the instance and deleting it from the info cache [ 838.492757] env[63380]: DEBUG nova.network.neutron [req-83e09031-d458-4467-857e-d4fbc87ca4c6 req-562b7dba-3a30-4afd-b4eb-ffcd5ef9ad69 service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.707409] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "4f5ae797-1918-4816-915d-19fd591fb920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.707409] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.707855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "4f5ae797-1918-4816-915d-19fd591fb920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.707855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.707855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.712450] env[63380]: INFO nova.compute.manager [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Terminating instance [ 838.721817] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e7d94c92-1a4c-402e-9fcd-060172fb2aaa] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.770348] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52216cb0-52b1-b99d-1dae-f9f41f9f6790, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.770664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.771459] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 6a0462d0-77dd-4b80-b125-6d1154c556cd/6a0462d0-77dd-4b80-b125-6d1154c556cd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.772097] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2199d1ac-a919-4e9b-a72f-ee107083899c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.780955] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 838.780955] env[63380]: value = "task-2680067" [ 838.780955] env[63380]: _type = "Task" [ 838.780955] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.794296] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.802623] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399d384-018d-462a-a213-91a284f0aa96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.812179] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540dcd7c-5cec-45b7-bb22-8962facd2efa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.816662] env[63380]: DEBUG nova.compute.manager [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Received event network-vif-plugged-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.816882] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Acquiring lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.817112] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.817581] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.817581] env[63380]: DEBUG nova.compute.manager [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] No waiting events found dispatching network-vif-plugged-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.817685] env[63380]: WARNING nova.compute.manager [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Received unexpected event network-vif-plugged-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 for instance with vm_state building and task_state spawning. [ 838.817769] env[63380]: DEBUG nova.compute.manager [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Received event network-changed-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.817998] env[63380]: DEBUG nova.compute.manager [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Refreshing instance network info cache due to event network-changed-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.818131] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Acquiring lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.849163] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721f612-642b-4794-a8f3-5e842fb385c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.858091] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba0a427-14b0-4780-9492-67ec85f74f55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.864432] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.875848] env[63380]: DEBUG nova.compute.provider_tree [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.885910] env[63380]: DEBUG nova.network.neutron [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.927419] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ab15f60-4615-46fc-9fb0-c24a4a110485 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.635s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.999972] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f003a95-ba8b-459e-b1c1-ff4b0b815350 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.014698] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13585c25-2ef5-4cfa-993c-4645ed73afef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.059999] env[63380]: DEBUG nova.compute.manager [req-83e09031-d458-4467-857e-d4fbc87ca4c6 req-562b7dba-3a30-4afd-b4eb-ffcd5ef9ad69 service nova] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Detach interface failed, port_id=df4a3ad6-1bae-4ed0-9401-8cc336629140, reason: Instance 970b5a94-7c98-4d42-9ee1-e0f817b1b22d could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 839.101679] env[63380]: DEBUG nova.network.neutron [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Updating instance_info_cache with network_info: [{"id": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "address": "fa:16:3e:45:e5:e1", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0fd85d-4e", "ovs_interfaceid": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.217244] env[63380]: DEBUG nova.compute.manager [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.217517] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.218540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d44d6-bb7c-4398-97c8-4b8ac89200a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.225578] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 02c68897-0efd-483b-88bb-11f586047a52] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.231992] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.232521] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e989f66-93ed-4724-9ce0-5a5d054a41f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.241692] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 839.241692] env[63380]: value = "task-2680068" [ 839.241692] env[63380]: _type = "Task" [ 839.241692] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.255818] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.292555] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.379661] env[63380]: DEBUG nova.scheduler.client.report [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.385120] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.388566] env[63380]: INFO nova.compute.manager [-] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Took 1.33 seconds to deallocate network for instance. [ 839.417961] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.418511] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.418754] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.419048] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.419324] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.419533] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.419813] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.420108] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.420698] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.420698] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.420815] env[63380]: DEBUG nova.virt.hardware [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.421772] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1923a4-d811-4e1c-b3aa-4c60fa2f0c80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.434154] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687c6ea-e523-40a9-a221-f3bdf3104720 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.589770] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.590074] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.590291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.590486] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.590662] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.592849] env[63380]: INFO nova.compute.manager [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Terminating instance [ 839.604795] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.605127] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Instance network_info: |[{"id": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "address": "fa:16:3e:45:e5:e1", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0fd85d-4e", "ovs_interfaceid": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.605541] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Acquired lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.605733] env[63380]: DEBUG nova.network.neutron [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Refreshing network info cache for port 8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.606774] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:e5:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.615523] env[63380]: DEBUG oslo.service.loopingcall [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.617105] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.617721] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5777600f-b4ff-4001-9da1-a828c783c650 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.639373] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.639373] env[63380]: value = "task-2680069" [ 839.639373] env[63380]: _type = "Task" [ 839.639373] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.657245] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680069, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.733591] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 5b73eae6-9b73-4e85-9c88-90bde97185c7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.753442] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680068, 'name': PowerOffVM_Task, 'duration_secs': 0.239605} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.753806] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.754067] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.754383] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e6eb67-3e82-46fb-a031-4aac6f530c1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.792526] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557178} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.792877] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 6a0462d0-77dd-4b80-b125-6d1154c556cd/6a0462d0-77dd-4b80-b125-6d1154c556cd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.793111] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.793381] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cf412b1-8841-494e-a249-6489b3dc78a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.802249] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 839.802249] env[63380]: value = "task-2680071" [ 839.802249] env[63380]: _type = "Task" [ 839.802249] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.812671] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.836747] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.836989] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.837311] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore1] 4f5ae797-1918-4816-915d-19fd591fb920 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.838177] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f1f38c5-ab79-4f45-973b-4774945d05ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.848971] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 839.848971] env[63380]: value = "task-2680072" [ 839.848971] env[63380]: _type = "Task" [ 839.848971] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.859040] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.896566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.097011] env[63380]: DEBUG nova.compute.manager [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.097408] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.098532] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b37013c-7bee-4c65-975d-10d82d3b8284 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.108284] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.108454] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ed5d1e-8bdc-4d40-8b95-b78896aba8a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.118743] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 840.118743] env[63380]: value = "task-2680073" [ 840.118743] env[63380]: _type = "Task" [ 840.118743] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.133533] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.151592] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680069, 'name': CreateVM_Task, 'duration_secs': 0.475073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.151924] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.152701] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.152874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.153330] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.156699] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5305fe1b-0d4d-4301-a949-ed9737d26442 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.167615] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 840.167615] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52842110-e095-53af-f8d4-ac7c714a794f" [ 840.167615] env[63380]: _type = "Task" [ 840.167615] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.174338] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Successfully updated port: 846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.184157] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52842110-e095-53af-f8d4-ac7c714a794f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.239289] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 820a927e-8c82-4553-945d-16f4b04993b7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.320572] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076236} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.320879] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.321712] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e267f59-a8a0-4a89-a29b-7e2fcd52ecbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.347485] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6a0462d0-77dd-4b80-b125-6d1154c556cd/6a0462d0-77dd-4b80-b125-6d1154c556cd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.347675] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d454463e-6d59-4fd8-94eb-5984bf00ad7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.374009] env[63380]: DEBUG oslo_vmware.api [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126554} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.375477] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.375679] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.375863] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.376505] env[63380]: INFO nova.compute.manager [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Took 1.16 seconds to destroy the instance on the hypervisor. [ 840.376505] env[63380]: DEBUG oslo.service.loopingcall [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.376732] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 840.376732] env[63380]: value = "task-2680074" [ 840.376732] env[63380]: _type = "Task" [ 840.376732] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.379164] env[63380]: DEBUG nova.compute.manager [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.379267] env[63380]: DEBUG nova.network.neutron [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.391226] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.394836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.028s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.400921] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.298s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.401028] env[63380]: DEBUG nova.objects.instance [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lazy-loading 'resources' on Instance uuid 9add3921-e831-4935-9dda-6fcf15645bef {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.423279] env[63380]: DEBUG nova.network.neutron [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Updated VIF entry in instance network info cache for port 8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.423694] env[63380]: DEBUG nova.network.neutron [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Updating instance_info_cache with network_info: [{"id": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "address": "fa:16:3e:45:e5:e1", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0fd85d-4e", "ovs_interfaceid": "8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.629085] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680073, 'name': PowerOffVM_Task, 'duration_secs': 0.392891} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.629442] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.629784] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.630025] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d80e5f11-ca7e-49e3-869c-555e43929ac8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.683533] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.683704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.683860] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.685119] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52842110-e095-53af-f8d4-ac7c714a794f, 'name': SearchDatastore_Task, 'duration_secs': 0.026962} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.686638] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.686924] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.687184] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.687336] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.687526] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.688198] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e18c84-3136-420a-bf89-269eb238f157 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.698546] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.698791] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.700694] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8462ad53-6274-4e92-8e81-aaec086b0828 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.703715] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.704867] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.705095] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore1] 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.705357] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a698e5be-d6ad-4c21-b4a9-9f3f0ee613a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.715308] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 840.715308] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523105b4-4ec3-c486-4889-cfb6805563fb" [ 840.715308] env[63380]: _type = "Task" [ 840.715308] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.717144] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 840.717144] env[63380]: value = "task-2680076" [ 840.717144] env[63380]: _type = "Task" [ 840.717144] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.734056] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.740300] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 6d24e41c-9f5e-4fb8-958d-dced808d0d96] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.745481] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523105b4-4ec3-c486-4889-cfb6805563fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.745481] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f67f5e0-a58d-4a38-9332-4d7083b78678 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.755711] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 840.755711] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5262d907-6643-020a-505f-aac81bd8c410" [ 840.755711] env[63380]: _type = "Task" [ 840.755711] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.767454] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5262d907-6643-020a-505f-aac81bd8c410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.891858] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680074, 'name': ReconfigVM_Task, 'duration_secs': 0.405383} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.892180] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6a0462d0-77dd-4b80-b125-6d1154c556cd/6a0462d0-77dd-4b80-b125-6d1154c556cd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.892771] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cac0e74-5e16-45d3-ae1c-64c27d2fb772 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.899720] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 840.899720] env[63380]: value = "task-2680077" [ 840.899720] env[63380]: _type = "Task" [ 840.899720] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.908521] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680077, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.928651] env[63380]: DEBUG oslo_concurrency.lockutils [req-a9e113ea-de1f-4be1-a97c-f1b57025fb11 req-43b2b763-4f2b-4402-890f-c2759a0b803c service nova] Releasing lock "refresh_cache-cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.934528] env[63380]: DEBUG nova.compute.manager [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Received event network-vif-plugged-846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.934779] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.935052] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.935283] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.935503] env[63380]: DEBUG nova.compute.manager [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] No waiting events found dispatching network-vif-plugged-846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.935720] env[63380]: WARNING nova.compute.manager [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Received unexpected event network-vif-plugged-846c48e2-0f61-4101-88cf-3c78fdae89ff for instance with vm_state building and task_state spawning. [ 840.935923] env[63380]: DEBUG nova.compute.manager [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Received event network-changed-846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.936165] env[63380]: DEBUG nova.compute.manager [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Refreshing instance network info cache due to event network-changed-846c48e2-0f61-4101-88cf-3c78fdae89ff. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.936388] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.234856] env[63380]: DEBUG oslo_vmware.api [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149699} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.235152] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.235346] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.235525] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.235698] env[63380]: INFO nova.compute.manager [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.235935] env[63380]: DEBUG oslo.service.loopingcall [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.236143] env[63380]: DEBUG nova.compute.manager [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.236259] env[63380]: DEBUG nova.network.neutron [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.245642] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 06c063a5-6625-4f14-a958-f5c1f9b9e945] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.264193] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5262d907-6643-020a-505f-aac81bd8c410, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.266678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.266964] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f/cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.267438] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40fad35f-6bf0-4a6e-9614-428a6d83433d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.278093] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 841.278093] env[63380]: value = "task-2680078" [ 841.278093] env[63380]: _type = "Task" [ 841.278093] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.291118] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.348827] env[63380]: DEBUG nova.network.neutron [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.356176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea5e3eb-51a0-4615-b4b3-67a04b913985 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.364527] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f47b67-5fe5-4c1c-86b7-b15cc6baa479 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.409639] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da834f7f-6cf5-482d-b322-842de45c6647 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.419120] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680077, 'name': Rename_Task, 'duration_secs': 0.156819} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.425774] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.427165] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.429169] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9496a9c2-2b29-4ecc-a8c1-a77a6c25b4f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.433087] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b66246-9e2c-4719-9f90-f77b4b694777 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.450366] env[63380]: DEBUG nova.compute.provider_tree [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.451779] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 841.451779] env[63380]: value = "task-2680079" [ 841.451779] env[63380]: _type = "Task" [ 841.451779] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.465591] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.601578] env[63380]: DEBUG nova.compute.manager [req-d7c2d1b8-e4e1-4425-b2b9-537e2ae0642a req-d21d6003-a1c1-496f-bc6e-801925f39201 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Received event network-vif-deleted-407ba72c-df53-491f-aa59-a7166a1ffca3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.601777] env[63380]: INFO nova.compute.manager [req-d7c2d1b8-e4e1-4425-b2b9-537e2ae0642a req-d21d6003-a1c1-496f-bc6e-801925f39201 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Neutron deleted interface 407ba72c-df53-491f-aa59-a7166a1ffca3; detaching it from the instance and deleting it from the info cache [ 841.601904] env[63380]: DEBUG nova.network.neutron [req-d7c2d1b8-e4e1-4425-b2b9-537e2ae0642a req-d21d6003-a1c1-496f-bc6e-801925f39201 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.738828] env[63380]: DEBUG nova.network.neutron [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.749072] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 416c3bf5-e7a7-4761-b2a3-398c19e274ba] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.790721] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502849} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.790997] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f/cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.791235] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.791689] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c57f5d-044d-4d6e-8dbd-c0ccabe7bca9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.799437] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 841.799437] env[63380]: value = "task-2680080" [ 841.799437] env[63380]: _type = "Task" [ 841.799437] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.809678] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.850365] env[63380]: INFO nova.compute.manager [-] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Took 1.47 seconds to deallocate network for instance. [ 841.953583] env[63380]: DEBUG nova.scheduler.client.report [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.959070] env[63380]: INFO nova.compute.manager [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Swapping old allocation on dict_keys(['a14365bf-b5bf-4ac2-95bf-1402baf271a4']) held by migration 4d9be66a-c8ac-4366-a14e-139e20145735 for instance [ 841.978579] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.002465] env[63380]: DEBUG nova.scheduler.client.report [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Overwriting current allocation {'allocations': {'a14365bf-b5bf-4ac2-95bf-1402baf271a4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': 'd93ee15aad444404953d2ca03fa8fa6d', 'user_id': '79b5b8c0848546a2beb10561533bcfe4', 'consumer_generation': 1} on consumer 0bc89e60-85e9-46b1-91a5-efe8e3020a25 {{(pid=63380) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 842.073408] env[63380]: DEBUG nova.network.neutron [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.094723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.094934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquired lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.095129] env[63380]: DEBUG nova.network.neutron [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.108695] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb52da9b-29a6-4a64-b30f-732e52a06d39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.120265] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8949e198-4952-426b-a90f-0ae25111e8f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.163358] env[63380]: DEBUG nova.compute.manager [req-d7c2d1b8-e4e1-4425-b2b9-537e2ae0642a req-d21d6003-a1c1-496f-bc6e-801925f39201 service nova] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Detach interface failed, port_id=407ba72c-df53-491f-aa59-a7166a1ffca3, reason: Instance 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 842.241974] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.242486] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Instance network_info: |[{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.242843] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.243048] env[63380]: DEBUG nova.network.neutron [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Refreshing network info cache for port 846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.244286] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:84:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846c48e2-0f61-4101-88cf-3c78fdae89ff', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.251614] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating folder: Project (c95f87f09bfc457b8d418739216a0a95). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.252302] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 5494d7ba-c756-4dc0-9e35-f2ebbf61f65b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.254012] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7d8fda7-965a-4a83-85ca-61331267e8f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.269239] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created folder: Project (c95f87f09bfc457b8d418739216a0a95) in parent group-v540155. [ 842.269489] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating folder: Instances. Parent ref: group-v540347. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.269737] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e55047dc-97ae-45c8-9f8e-70de30aebfdf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.283094] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created folder: Instances in parent group-v540347. [ 842.283315] env[63380]: DEBUG oslo.service.loopingcall [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.284089] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.284309] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19784451-6138-4b6b-b209-839e28fcde1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.310488] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089046} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.312477] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.312477] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.312477] env[63380]: value = "task-2680083" [ 842.312477] env[63380]: _type = "Task" [ 842.312477] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.312886] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42388656-ad64-4492-b77b-5325f2ec6a2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.323759] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680083, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.343577] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f/cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.344325] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f80ab49-68ff-49b6-8243-bc5d125f3c94 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.361993] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.368953] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 842.368953] env[63380]: value = "task-2680084" [ 842.368953] env[63380]: _type = "Task" [ 842.368953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.378332] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.459587] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.465948] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.441s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.467027] env[63380]: DEBUG nova.objects.instance [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lazy-loading 'resources' on Instance uuid e93100ee-a5ca-4a0c-83cd-615d323b9f30 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.473543] env[63380]: DEBUG oslo_vmware.api [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680079, 'name': PowerOnVM_Task, 'duration_secs': 0.683439} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.473650] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.473759] env[63380]: INFO nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Took 8.31 seconds to spawn the instance on the hypervisor. [ 842.473939] env[63380]: DEBUG nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.475168] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaabf35-afe4-4cd7-8dde-3f5a39557789 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.486398] env[63380]: INFO nova.scheduler.client.report [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted allocations for instance 9add3921-e831-4935-9dda-6fcf15645bef [ 842.578867] env[63380]: INFO nova.compute.manager [-] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Took 1.34 seconds to deallocate network for instance. [ 842.759027] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 4bb54750-5656-4048-83a5-d0a4996a88e4] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.826469] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680083, 'name': CreateVM_Task, 'duration_secs': 0.392621} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.826969] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.828961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.829197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.829500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.830180] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6eda28f-d18f-4701-9b24-061c580cb535 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.837405] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 842.837405] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b88b5f-1552-deb5-d7c1-56388804d586" [ 842.837405] env[63380]: _type = "Task" [ 842.837405] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.849314] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b88b5f-1552-deb5-d7c1-56388804d586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.849860] env[63380]: DEBUG nova.network.neutron [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [{"id": "d382324b-2852-4657-a42d-9dfce53d3705", "address": "fa:16:3e:a3:91:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd382324b-28", "ovs_interfaceid": "d382324b-2852-4657-a42d-9dfce53d3705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.884216] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680084, 'name': ReconfigVM_Task, 'duration_secs': 0.398303} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.884523] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f/cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.885171] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b049723-b8f5-4d28-9af5-a090a846993e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.895106] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 842.895106] env[63380]: value = "task-2680085" [ 842.895106] env[63380]: _type = "Task" [ 842.895106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.908030] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680085, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.006014] env[63380]: INFO nova.compute.manager [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Took 41.78 seconds to build instance. [ 843.006014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87cc6078-d36e-4474-9fa3-62b2c4a3c5fe tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "9add3921-e831-4935-9dda-6fcf15645bef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.894s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.043476] env[63380]: DEBUG nova.network.neutron [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updated VIF entry in instance network info cache for port 846c48e2-0f61-4101-88cf-3c78fdae89ff. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.044589] env[63380]: DEBUG nova.network.neutron [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.086406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.122996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.123444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.154484] env[63380]: DEBUG nova.compute.manager [req-40f90cef-9ab0-473f-87a2-4b9963cc5470 req-18fa6aca-3e84-4149-9ccf-3fe889f908e7 service nova] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Received event network-vif-deleted-0c59699c-f347-4281-b83c-8e35ddb136be {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.263065] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9148c0e1-9c02-491d-aec8-d7b310591203] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.347689] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b88b5f-1552-deb5-d7c1-56388804d586, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.350378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.350748] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.351057] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.351293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.351401] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.352358] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Releasing lock "refresh_cache-0bc89e60-85e9-46b1-91a5-efe8e3020a25" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.353449] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.353449] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596bb82d-644d-4a82-adda-940bf2e6c0d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.354960] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912fe1ad-a268-4377-8764-d04d3d2759f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.363496] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 843.363496] env[63380]: value = "task-2680086" [ 843.363496] env[63380]: _type = "Task" [ 843.363496] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.367561] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.367561] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.373720] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83eca510-14eb-408d-80b5-916c1bc1cfa2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.380115] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 843.380115] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525cf04f-7758-ba5f-e069-a9011ac98317" [ 843.380115] env[63380]: _type = "Task" [ 843.380115] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.383370] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.394917] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525cf04f-7758-ba5f-e069-a9011ac98317, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.395815] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cada99ea-3b08-47ff-b833-12e7d5ff107a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.408106] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 843.408106] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52904eb1-f769-9a13-1fe6-f1512490c2f0" [ 843.408106] env[63380]: _type = "Task" [ 843.408106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.408896] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680085, 'name': Rename_Task, 'duration_secs': 0.156458} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.408896] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.412120] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f10f995-7875-4462-ad30-ba8147d12d28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.421198] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52904eb1-f769-9a13-1fe6-f1512490c2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.422558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.422851] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.423395] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 843.423395] env[63380]: value = "task-2680087" [ 843.423395] env[63380]: _type = "Task" [ 843.423395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.423395] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ea0a80-0427-4a9a-a47d-4bdee8238fd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.430278] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a12638-e039-4c63-8c41-a6de89faf092 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.434217] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 843.434217] env[63380]: value = "task-2680088" [ 843.434217] env[63380]: _type = "Task" [ 843.434217] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.442273] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.443630] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c4bec-7456-4ef7-b2df-c7470dbfda84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.449809] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.478996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b4744-312b-4aa2-89f8-74501f3d56b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.486618] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc208b-c647-4dc3-be6b-b8ec9a72780f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500352] env[63380]: DEBUG nova.compute.provider_tree [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.510502] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3e339903-d89a-459b-9870-82dc0473063a tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.303s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.550322] env[63380]: DEBUG oslo_concurrency.lockutils [req-545d51c8-7117-4558-962c-0f94b8ce6ca6 req-19867fab-4cb1-4ef1-ae0f-9ef5ac8ffe32 service nova] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.626703] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.692653] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.693056] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.693289] env[63380]: INFO nova.compute.manager [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Shelving [ 843.770914] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 5e79d61a-5b7a-4793-a6bd-62be6fd39a92] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.881346] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680086, 'name': PowerOffVM_Task, 'duration_secs': 0.196614} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.881652] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.882396] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:59:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7eb73c56-2c28-4ad2-8792-80ad0d82b1b5',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-87258235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.883325] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.883325] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.883325] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.883325] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.883325] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.883679] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.883762] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.883937] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.884166] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.884352] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.891241] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de087e2-7207-4c56-976f-2cc0bb02b552 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.912382] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 843.912382] env[63380]: value = "task-2680089" [ 843.912382] env[63380]: _type = "Task" [ 843.912382] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.923978] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.942218] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.947689] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680088, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.004098] env[63380]: DEBUG nova.scheduler.client.report [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.122081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.122208] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.122348] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.122532] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.122704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.124881] env[63380]: INFO nova.compute.manager [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Terminating instance [ 844.148368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.274529] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 55c1ac8c-190b-4b03-9a68-5287e8186862] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.423082] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680089, 'name': ReconfigVM_Task, 'duration_secs': 0.151436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.423914] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9ba50-7416-47df-b014-60bad08f6395 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.446906] env[63380]: DEBUG oslo_vmware.api [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680087, 'name': PowerOnVM_Task, 'duration_secs': 0.635677} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.447803] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:59:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7eb73c56-2c28-4ad2-8792-80ad0d82b1b5',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-87258235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.448038] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.448204] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.448399] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.448548] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.448700] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.448910] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.449082] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.449295] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.449445] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.449626] env[63380]: DEBUG nova.virt.hardware [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.450446] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.450662] env[63380]: INFO nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Took 7.64 seconds to spawn the instance on the hypervisor. [ 844.450834] env[63380]: DEBUG nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.454043] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93337278-5969-407e-b804-354496cd1952 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.457841] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b2c1b1-3d14-4286-8189-4ac694ec0da0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.462080] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 844.462080] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a827e4-f09e-d38a-b3b1-bee5a272c3a4" [ 844.462080] env[63380]: _type = "Task" [ 844.462080] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.468764] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524633} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.471651] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.471767] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.472237] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0364f799-cb02-4a06-b61d-51b59fcf6313 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.479029] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a827e4-f09e-d38a-b3b1-bee5a272c3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.480149] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 844.480149] env[63380]: value = "task-2680090" [ 844.480149] env[63380]: _type = "Task" [ 844.480149] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.488016] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.510059] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.511681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.615s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.512488] env[63380]: DEBUG nova.objects.instance [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lazy-loading 'resources' on Instance uuid 970b5a94-7c98-4d42-9ee1-e0f817b1b22d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.527588] env[63380]: INFO nova.scheduler.client.report [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Deleted allocations for instance e93100ee-a5ca-4a0c-83cd-615d323b9f30 [ 844.628928] env[63380]: DEBUG nova.compute.manager [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.629164] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.630157] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a29c7-a792-4424-a752-9fb51d2d94d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.638844] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.639170] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df63c50-7901-45bf-8e70-8c431632662f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.645419] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 844.645419] env[63380]: value = "task-2680091" [ 844.645419] env[63380]: _type = "Task" [ 844.645419] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.653052] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.701912] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.702279] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75260c2c-2653-42c3-8a24-03e56c3ef612 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.712201] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 844.712201] env[63380]: value = "task-2680092" [ 844.712201] env[63380]: _type = "Task" [ 844.712201] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.720978] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.777778] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: b5dba955-0b52-47cb-a6d6-85c751f74038] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.981182] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a827e4-f09e-d38a-b3b1-bee5a272c3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.024048} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.992495] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.993074] env[63380]: INFO nova.compute.manager [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Took 33.81 seconds to build instance. [ 844.994010] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9ed78c-b3c9-450c-adeb-e7f40169333b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.012367] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204814} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.014329] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.017243] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 845.017243] env[63380]: value = "task-2680093" [ 845.017243] env[63380]: _type = "Task" [ 845.017243] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.018340] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cd318-5772-4b07-89c6-caf7a1eee7d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.049721] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.050496] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f73902-30f8-4981-9bed-fee497d66eea tempest-ServerShowV247Test-1306457802 tempest-ServerShowV247Test-1306457802-project-member] Lock "e93100ee-a5ca-4a0c-83cd-615d323b9f30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.399s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.054548] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7f7ba5-a034-41f1-ab31-080f67aa6a54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.075015] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 845.075015] env[63380]: value = "task-2680094" [ 845.075015] env[63380]: _type = "Task" [ 845.075015] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.083754] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.155980] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680091, 'name': PowerOffVM_Task, 'duration_secs': 0.254928} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.158557] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.158764] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.159222] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcfe6ca2-11dc-48dd-8420-9d34835d3ac3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.224277] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680092, 'name': PowerOffVM_Task, 'duration_secs': 0.266223} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.224578] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.225445] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ea279-3a2f-4327-8ac0-52317286b148 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.231853] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.232069] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.232254] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleting the datastore file [datastore2] f98281a2-a7a8-4f9b-9fd9-10b351880f43 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.232490] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03c52a80-5423-4987-a64a-09a07fd35251 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.251573] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab17bf-0262-4353-93c4-620b63c2e5a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.254373] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for the task: (returnval){ [ 845.254373] env[63380]: value = "task-2680096" [ 845.254373] env[63380]: _type = "Task" [ 845.254373] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.266233] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.281895] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0d658d72-9b28-435c-a069-d40b589cccd7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.390240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c260f9-8cf5-428a-afc5-7859ef59ac36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.398736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb735e4-0c7d-40d8-9bc7-167cbeaf4d0a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.431918] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387110e3-573e-4985-bcc2-feb826a8f2db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.439737] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0947d95-e100-4c1e-81ed-d90a6f9bddbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.453702] env[63380]: DEBUG nova.compute.provider_tree [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.507467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c74ad03d-86c7-4f06-b5d7-34bd1a7d53f3 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.334s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.531321] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680093, 'name': ReconfigVM_Task, 'duration_secs': 0.220536} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.531633] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.532394] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efa3996-304d-48f2-ad41-1e81330e51e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.555366] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.555667] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7219efd6-9b4c-4319-83d0-0f949f4e4b6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.575175] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 845.575175] env[63380]: value = "task-2680097" [ 845.575175] env[63380]: _type = "Task" [ 845.575175] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.585972] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.589014] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.766041] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.766398] env[63380]: DEBUG oslo_vmware.api [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Task: {'id': task-2680096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13644} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.766623] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b338c5ff-0332-44cd-a219-c28649bbf031 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.768702] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.768929] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.769650] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.769650] env[63380]: INFO nova.compute.manager [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.769650] env[63380]: DEBUG oslo.service.loopingcall [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.769848] env[63380]: DEBUG nova.compute.manager [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.769983] env[63380]: DEBUG nova.network.neutron [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.777756] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 845.777756] env[63380]: value = "task-2680098" [ 845.777756] env[63380]: _type = "Task" [ 845.777756] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.788524] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c8230217-bec8-44c2-bd26-fd6792527ad1] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.790507] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.958041] env[63380]: DEBUG nova.scheduler.client.report [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.088711] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680097, 'name': ReconfigVM_Task, 'duration_secs': 0.278664} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.093052] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25/0bc89e60-85e9-46b1-91a5-efe8e3020a25.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.093486] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680094, 'name': ReconfigVM_Task, 'duration_secs': 0.587155} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.096759] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f510a-a53b-44b8-8ce0-db80b3bae0fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.099709] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.100635] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-081dd04f-0b1b-41b7-9956-bae7840bd9d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.122558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530ee1c-b9a0-4a0f-b3d9-e33e1e5e2b85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.125464] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 846.125464] env[63380]: value = "task-2680099" [ 846.125464] env[63380]: _type = "Task" [ 846.125464] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.147131] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b64eb0e-c802-4c6b-b396-a30f46da9a10 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.153617] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680099, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.173599] env[63380]: DEBUG nova.compute.manager [req-6896f164-f2a0-4c11-91ac-2cf7300f3d83 req-1ca84d1a-d618-4c54-8b6d-46254bbf0481 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Received event network-vif-deleted-b8b0c0cc-9f44-4ef9-a45b-447630383b9c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.173804] env[63380]: INFO nova.compute.manager [req-6896f164-f2a0-4c11-91ac-2cf7300f3d83 req-1ca84d1a-d618-4c54-8b6d-46254bbf0481 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Neutron deleted interface b8b0c0cc-9f44-4ef9-a45b-447630383b9c; detaching it from the instance and deleting it from the info cache [ 846.173978] env[63380]: DEBUG nova.network.neutron [req-6896f164-f2a0-4c11-91ac-2cf7300f3d83 req-1ca84d1a-d618-4c54-8b6d-46254bbf0481 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.176013] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e211ce-1dc3-405a-87b5-dcddb16a461b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.185204] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.185492] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2d7c9e-3792-44dd-8336-8377cadf652b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.191805] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 846.191805] env[63380]: value = "task-2680100" [ 846.191805] env[63380]: _type = "Task" [ 846.191805] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.203808] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.287189] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680098, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.291809] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 31a648e9-2f8c-4a79-ad98-90376e353507] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.462874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.465808] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.104s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.466187] env[63380]: DEBUG nova.objects.instance [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lazy-loading 'resources' on Instance uuid 4f5ae797-1918-4816-915d-19fd591fb920 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.492345] env[63380]: INFO nova.scheduler.client.report [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted allocations for instance 970b5a94-7c98-4d42-9ee1-e0f817b1b22d [ 846.636759] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680099, 'name': Rename_Task, 'duration_secs': 0.173921} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.637075] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.637364] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a702cae-52f0-49ab-b50a-9865a4d7db43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.644685] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 846.644685] env[63380]: value = "task-2680101" [ 846.644685] env[63380]: _type = "Task" [ 846.644685] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.652998] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.655072] env[63380]: DEBUG nova.network.neutron [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.681869] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df4dd6a5-f612-43d9-a2c0-87fccbb64501 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.691548] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f0cbe-6aab-4ffc-9e27-81d2c279fe64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.710759] env[63380]: DEBUG oslo_vmware.api [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680100, 'name': PowerOnVM_Task, 'duration_secs': 0.482347} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.711050] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.731977] env[63380]: DEBUG nova.compute.manager [req-6896f164-f2a0-4c11-91ac-2cf7300f3d83 req-1ca84d1a-d618-4c54-8b6d-46254bbf0481 service nova] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Detach interface failed, port_id=b8b0c0cc-9f44-4ef9-a45b-447630383b9c, reason: Instance f98281a2-a7a8-4f9b-9fd9-10b351880f43 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 846.788194] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680098, 'name': CreateSnapshot_Task, 'duration_secs': 0.741888} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.788660] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.789290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864188a7-df24-485f-beee-d05d74e10451 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.798541] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: ffc580a7-0d0e-4e73-8e19-ddb026037c5a] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.002203] env[63380]: DEBUG oslo_concurrency.lockutils [None req-36062b9c-dc68-434c-acf5-9a8d76665677 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "970b5a94-7c98-4d42-9ee1-e0f817b1b22d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.623s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.101616] env[63380]: DEBUG nova.compute.manager [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.104865] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12650c6-43c8-48e1-995f-ba3b3255ff8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.156552] env[63380]: INFO nova.compute.manager [-] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Took 1.39 seconds to deallocate network for instance. [ 847.165013] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680101, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.292559] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab76112-455c-4e86-9366-0d96ee28615c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.300859] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b85ad-25a3-4e6a-af68-6975888a1732 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.304314] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: ce48dbdc-0840-452f-b076-37159a59cd9a] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.313277] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.314692] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2980610-3199-4375-88cb-e87d7a7e55b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.348465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.348736] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.348949] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.349153] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.349520] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.351996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b27577-2013-4374-aa02-dcb7b83bc21d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.355546] env[63380]: INFO nova.compute.manager [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Terminating instance [ 847.358648] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 847.358648] env[63380]: value = "task-2680102" [ 847.358648] env[63380]: _type = "Task" [ 847.358648] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.370245] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59c575-535d-4e88-885a-b142a28afc32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.378406] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680102, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.389808] env[63380]: DEBUG nova.compute.provider_tree [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.615635] env[63380]: INFO nova.compute.manager [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] instance snapshotting [ 847.618816] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93ea25-be8a-4d9b-893b-ead2a7aa1dcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645875] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effe405a-9f1b-40f1-8e5b-b0ed149e567d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.657145] env[63380]: DEBUG oslo_vmware.api [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680101, 'name': PowerOnVM_Task, 'duration_secs': 0.776439} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.660138] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.660138] env[63380]: INFO nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 8.27 seconds to spawn the instance on the hypervisor. [ 847.660138] env[63380]: DEBUG nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.662567] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4a5d4-2948-4724-962d-185a5daa5ffe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.670828] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.723205] env[63380]: INFO nova.compute.manager [None req-c1547043-270b-4cbc-9a45-19e082882a40 tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance to original state: 'active' [ 847.814787] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: aba5657e-4e33-42a8-9730-6a04e0541b06] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.864291] env[63380]: DEBUG nova.compute.manager [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.864518] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.865275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274535b7-6e79-4588-887f-1046c8306c59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.873611] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680102, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.875630] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.875849] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86dc2c2f-0544-47f0-9c74-5ef6f888d4cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.881427] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 847.881427] env[63380]: value = "task-2680103" [ 847.881427] env[63380]: _type = "Task" [ 847.881427] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.891359] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.893225] env[63380]: DEBUG nova.scheduler.client.report [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.167022] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.167386] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1478bd3d-96e3-4f1b-b40a-9d7d26bfbe22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.180271] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 848.180271] env[63380]: value = "task-2680104" [ 848.180271] env[63380]: _type = "Task" [ 848.180271] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.186726] env[63380]: INFO nova.compute.manager [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 19.78 seconds to build instance. [ 848.193746] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680104, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.318097] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 59d7aa65-9a57-4598-963b-c6f5ab5c4f69] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.370225] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680102, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.391242] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680103, 'name': PowerOffVM_Task, 'duration_secs': 0.331326} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.391545] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.391720] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.392338] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dded71c-1c58-4cd4-8218-da9db76c000e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.397887] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.400341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.400586] env[63380]: DEBUG nova.objects.instance [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.422140] env[63380]: INFO nova.scheduler.client.report [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted allocations for instance 4f5ae797-1918-4816-915d-19fd591fb920 [ 848.644493] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.644761] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.644919] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleting the datastore file [datastore1] bb1b230f-8703-4f89-bdf2-0e3852a409bb {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.645242] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb77c852-a3e8-404d-bee3-0eb75e864a67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.651917] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for the task: (returnval){ [ 848.651917] env[63380]: value = "task-2680106" [ 848.651917] env[63380]: _type = "Task" [ 848.651917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.660426] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.692064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2d0ae4cc-c240-4bb9-bc7c-127ba60b93e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.307s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.692343] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680104, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.820907] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 15cf0b96-8d9e-4ef6-8310-1490accb24dd] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.870917] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680102, 'name': CloneVM_Task, 'duration_secs': 1.438529} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.871145] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Created linked-clone VM from snapshot [ 848.871939] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a6798-80d9-4838-a16a-45e9710795f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.881106] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Uploading image c6e91785-7cfa-4e86-8e7b-c6773fc6adfd {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.930030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-cc2a219d-d975-4b5b-9cb6-0904143569cf tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "4f5ae797-1918-4816-915d-19fd591fb920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.223s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.008309] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.008309] env[63380]: value = "vm-540351" [ 849.008309] env[63380]: _type = "VirtualMachine" [ 849.008309] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.008895] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cdf393dc-c262-418f-a5b6-185ba1917d7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.016716] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lease: (returnval){ [ 849.016716] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527546c3-a273-6df8-d48d-32b8c5c427be" [ 849.016716] env[63380]: _type = "HttpNfcLease" [ 849.016716] env[63380]: } obtained for exporting VM: (result){ [ 849.016716] env[63380]: value = "vm-540351" [ 849.016716] env[63380]: _type = "VirtualMachine" [ 849.016716] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.017394] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the lease: (returnval){ [ 849.017394] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527546c3-a273-6df8-d48d-32b8c5c427be" [ 849.017394] env[63380]: _type = "HttpNfcLease" [ 849.017394] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.025897] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.025897] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527546c3-a273-6df8-d48d-32b8c5c427be" [ 849.025897] env[63380]: _type = "HttpNfcLease" [ 849.025897] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.162093] env[63380]: DEBUG oslo_vmware.api [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Task: {'id': task-2680106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232122} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.162405] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.162577] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.162761] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.162937] env[63380]: INFO nova.compute.manager [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Took 1.30 seconds to destroy the instance on the hypervisor. [ 849.163205] env[63380]: DEBUG oslo.service.loopingcall [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.163419] env[63380]: DEBUG nova.compute.manager [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.163571] env[63380]: DEBUG nova.network.neutron [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.193492] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680104, 'name': CreateSnapshot_Task, 'duration_secs': 0.677451} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.193774] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.194568] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490b0b4-60b7-4f96-8a1b-7565b5e4461c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.282555] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b42e40-5311-4f5a-8d94-0d4e86df7e07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.289945] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda5047-a9ed-4292-ac48-78a9dc94af35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.321077] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e43b5-f529-4420-b647-32e073bda77e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.323821] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.323980] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances with incomplete migration {{(pid=63380) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 849.329886] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d7ad1f-6b55-4c94-83f4-1b94d45bcff7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.345414] env[63380]: DEBUG nova.compute.provider_tree [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.459490] env[63380]: DEBUG nova.compute.manager [req-38c9aaf2-8f4a-4aee-876f-306c92de99f4 req-b891f370-68a6-46cf-8e1a-001a7f68cb14 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Received event network-vif-deleted-5989f17b-8e31-4ee3-867d-1a8a342bab50 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.460683] env[63380]: INFO nova.compute.manager [req-38c9aaf2-8f4a-4aee-876f-306c92de99f4 req-b891f370-68a6-46cf-8e1a-001a7f68cb14 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Neutron deleted interface 5989f17b-8e31-4ee3-867d-1a8a342bab50; detaching it from the instance and deleting it from the info cache [ 849.460683] env[63380]: DEBUG nova.network.neutron [req-38c9aaf2-8f4a-4aee-876f-306c92de99f4 req-b891f370-68a6-46cf-8e1a-001a7f68cb14 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.481876] env[63380]: DEBUG nova.compute.manager [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Received event network-changed-846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.482094] env[63380]: DEBUG nova.compute.manager [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Refreshing instance network info cache due to event network-changed-846c48e2-0f61-4101-88cf-3c78fdae89ff. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.482316] env[63380]: DEBUG oslo_concurrency.lockutils [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.483358] env[63380]: DEBUG oslo_concurrency.lockutils [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.483358] env[63380]: DEBUG nova.network.neutron [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Refreshing network info cache for port 846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.527154] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.527154] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527546c3-a273-6df8-d48d-32b8c5c427be" [ 849.527154] env[63380]: _type = "HttpNfcLease" [ 849.527154] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.527508] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.527508] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527546c3-a273-6df8-d48d-32b8c5c427be" [ 849.527508] env[63380]: _type = "HttpNfcLease" [ 849.527508] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.528250] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb978db-4dac-4b0d-b3dd-d7324fc2e417 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.535581] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.535985] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.596221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.597372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.597372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.597372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.597372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.601806] env[63380]: INFO nova.compute.manager [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Terminating instance [ 849.716251] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.716598] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e2be692-c397-405a-9295-f2ef84db648c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.725913] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 849.725913] env[63380]: value = "task-2680108" [ 849.725913] env[63380]: _type = "Task" [ 849.725913] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.735030] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680108, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.752813] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ef6ce51-64a1-4110-ae73-b7388ad0cc30 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.826888] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.849072] env[63380]: DEBUG nova.scheduler.client.report [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.933914] env[63380]: DEBUG nova.network.neutron [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.966770] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b766f88-b2ce-414a-9ffb-ea7bda668c98 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.977762] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be46c3-f0ba-45c1-ae90-659feaad2f90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.029508] env[63380]: DEBUG nova.compute.manager [req-38c9aaf2-8f4a-4aee-876f-306c92de99f4 req-b891f370-68a6-46cf-8e1a-001a7f68cb14 service nova] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Detach interface failed, port_id=5989f17b-8e31-4ee3-867d-1a8a342bab50, reason: Instance bb1b230f-8703-4f89-bdf2-0e3852a409bb could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 850.109041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.113302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.113302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.113302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.113302] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.113482] env[63380]: DEBUG nova.compute.manager [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.113482] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.113738] env[63380]: INFO nova.compute.manager [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Terminating instance [ 850.116525] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb4c1b-2bc1-403c-af9d-1c858a0d70ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.127392] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.127994] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f8cc07-3fef-41e1-9087-0011a8057091 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.140776] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 850.140776] env[63380]: value = "task-2680109" [ 850.140776] env[63380]: _type = "Task" [ 850.140776] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.151081] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.238707] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680108, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.356690] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.359124] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.211s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.360757] env[63380]: INFO nova.compute.claims [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.387649] env[63380]: INFO nova.scheduler.client.report [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549 [ 850.400215] env[63380]: DEBUG nova.network.neutron [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updated VIF entry in instance network info cache for port 846c48e2-0f61-4101-88cf-3c78fdae89ff. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.400642] env[63380]: DEBUG nova.network.neutron [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.436647] env[63380]: INFO nova.compute.manager [-] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Took 1.27 seconds to deallocate network for instance. [ 850.608606] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.609012] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.622958] env[63380]: DEBUG nova.compute.manager [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.623805] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.624936] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c6bf6-088b-4cda-8d41-cc32e1970a7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.636918] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.637285] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f104e52-6f55-4d2b-bcbf-2f08c77176a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.649092] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 850.649092] env[63380]: value = "task-2680110" [ 850.649092] env[63380]: _type = "Task" [ 850.649092] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.656163] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680109, 'name': PowerOffVM_Task, 'duration_secs': 0.217597} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.657060] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.657417] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.657576] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5c07cab-14e2-4b2a-84ea-f3d12fe19a5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.662587] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.729860] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.729860] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.729860] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleting the datastore file [datastore2] 0bc89e60-85e9-46b1-91a5-efe8e3020a25 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.733673] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d171e88-e402-465c-add1-22aad1da2cc6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.747416] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680108, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.750523] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 850.750523] env[63380]: value = "task-2680112" [ 850.750523] env[63380]: _type = "Task" [ 850.750523] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.762268] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.895967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e6bd1282-53f6-44fa-b0aa-377ff1fc48e9 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.306s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.903695] env[63380]: DEBUG oslo_concurrency.lockutils [req-10a61c6a-6ef3-499d-9356-ae9e9f9b3807 req-a128d5f2-8daf-47a9-8d64-78e8fe630280 service nova] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.943399] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.112352] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.161418] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680110, 'name': PowerOffVM_Task, 'duration_secs': 0.27243} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.161668] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.161842] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.162146] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f8d40f-9e0d-4c0c-9194-555b7e9be591 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.234557] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.234793] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.234988] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore2] c091bdb6-3d09-49d4-99a0-50c4166c4418 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.235722] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c049dbae-0d56-4f58-aa5f-d376c37be01d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.240708] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680108, 'name': CloneVM_Task, 'duration_secs': 1.380884} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.241374] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Created linked-clone VM from snapshot [ 851.242179] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d85b5-365d-4a00-b692-3976bb2fb3e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.245827] env[63380]: INFO nova.compute.manager [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Rebuilding instance [ 851.248070] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 851.248070] env[63380]: value = "task-2680114" [ 851.248070] env[63380]: _type = "Task" [ 851.248070] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.256599] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Uploading image 99217027-dc0e-4f48-b201-aa4144d9c1d6 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.271608] env[63380]: DEBUG oslo_vmware.api [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189463} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.271902] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.272820] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.273133] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.273324] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.273504] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.273698] env[63380]: INFO nova.compute.manager [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Took 1.16 seconds to destroy the instance on the hypervisor. [ 851.273939] env[63380]: DEBUG oslo.service.loopingcall [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.274267] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ec82cdc-e4a0-4c7f-b3c3-f6d8eb382e69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.279227] env[63380]: DEBUG nova.compute.manager [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.279344] env[63380]: DEBUG nova.network.neutron [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.285820] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 851.285820] env[63380]: value = "task-2680115" [ 851.285820] env[63380]: _type = "Task" [ 851.285820] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.295522] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680115, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.301474] env[63380]: DEBUG nova.compute.manager [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.302492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c41fb-b95d-403d-ac1a-4bceaa631d7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.616220] env[63380]: DEBUG nova.compute.manager [req-eb21f83c-6126-4326-9f15-034206d4cd3a req-4c281caf-0535-4392-bb6c-e01edf2a3f14 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Received event network-vif-deleted-d382324b-2852-4657-a42d-9dfce53d3705 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.616472] env[63380]: INFO nova.compute.manager [req-eb21f83c-6126-4326-9f15-034206d4cd3a req-4c281caf-0535-4392-bb6c-e01edf2a3f14 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Neutron deleted interface d382324b-2852-4657-a42d-9dfce53d3705; detaching it from the instance and deleting it from the info cache [ 851.616661] env[63380]: DEBUG nova.network.neutron [req-eb21f83c-6126-4326-9f15-034206d4cd3a req-4c281caf-0535-4392-bb6c-e01edf2a3f14 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.646919] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.760390] env[63380]: DEBUG oslo_vmware.api [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154677} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.761728] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.761964] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.762184] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.762399] env[63380]: INFO nova.compute.manager [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.762667] env[63380]: DEBUG oslo.service.loopingcall [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.763465] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bef33d3-74d9-4ff9-a7c8-0c396904df80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.766523] env[63380]: DEBUG nova.compute.manager [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.766744] env[63380]: DEBUG nova.network.neutron [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.773736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3aeb87-99a8-41dc-8fbb-54e4edfa39b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.809602] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dcf721-6efe-4154-a33f-54b434be8a83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.821477] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680115, 'name': Destroy_Task, 'duration_secs': 0.48004} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.824297] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Destroyed the VM [ 851.824818] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.825549] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36a1b1a2-92b0-47d5-ba12-ad18173da99f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828460] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfad07f-ae65-47b6-bc0c-c65dac2ead0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.846949] env[63380]: DEBUG nova.compute.provider_tree [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.848454] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 851.848454] env[63380]: value = "task-2680116" [ 851.848454] env[63380]: _type = "Task" [ 851.848454] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.859219] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.093071] env[63380]: DEBUG nova.network.neutron [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.124488] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27052fdb-2cad-4bb2-90c2-6c0d6b9dfd6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.135828] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4669d6-80ad-4d18-82c1-4b924982118d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.173770] env[63380]: DEBUG nova.compute.manager [req-eb21f83c-6126-4326-9f15-034206d4cd3a req-4c281caf-0535-4392-bb6c-e01edf2a3f14 service nova] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Detach interface failed, port_id=d382324b-2852-4657-a42d-9dfce53d3705, reason: Instance 0bc89e60-85e9-46b1-91a5-efe8e3020a25 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 852.317776] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.318843] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979d5513-2e32-4a85-b1bb-dce054cea70c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.328928] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 852.328928] env[63380]: value = "task-2680117" [ 852.328928] env[63380]: _type = "Task" [ 852.328928] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.341788] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.352079] env[63380]: DEBUG nova.scheduler.client.report [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.365236] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.421420] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "70e133e5-f79a-400d-8f65-c30531eb6f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.421670] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.595319] env[63380]: INFO nova.compute.manager [-] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Took 1.32 seconds to deallocate network for instance. [ 852.623982] env[63380]: DEBUG nova.network.neutron [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.844234] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680117, 'name': PowerOffVM_Task, 'duration_secs': 0.264641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.844234] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.844380] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.844677] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd655c9-8bea-4a97-a095-45db562822fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.851676] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 852.851676] env[63380]: value = "task-2680118" [ 852.851676] env[63380]: _type = "Task" [ 852.851676] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.860370] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.860965] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.868270] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.868559] env[63380]: DEBUG nova.objects.instance [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lazy-loading 'resources' on Instance uuid f98281a2-a7a8-4f9b-9fd9-10b351880f43 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.870580] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 852.870824] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.871048] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540190', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'name': 'volume-388c3876-a83f-4042-bf72-4e64301ffb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c27bd37e-eb20-422f-98e3-1935f75d2ab8', 'attached_at': '', 'detached_at': '', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'serial': '388c3876-a83f-4042-bf72-4e64301ffb79'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.874922] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3725ee-a2a5-4c16-96ed-485a11d012fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.878628] env[63380]: DEBUG oslo_vmware.api [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680116, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898647} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.880030] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.898696] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487b0aa-c097-401c-8391-007f0b4ba23a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.906440] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa0eeb9-15a6-4197-bf6f-8806149a7089 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.927321] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.931942] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f1b069-395e-4982-b9f8-7153fe0626a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.949492] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] The volume has not been displaced from its original location: [datastore2] volume-388c3876-a83f-4042-bf72-4e64301ffb79/volume-388c3876-a83f-4042-bf72-4e64301ffb79.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.955086] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.955781] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd4129c-3642-40bc-81bc-2d813687bb1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.975843] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 852.975843] env[63380]: value = "task-2680119" [ 852.975843] env[63380]: _type = "Task" [ 852.975843] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.985436] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.102021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.127525] env[63380]: INFO nova.compute.manager [-] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Took 1.36 seconds to deallocate network for instance. [ 853.375092] env[63380]: DEBUG nova.compute.utils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.376789] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.376973] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.384184] env[63380]: WARNING nova.compute.manager [None req-761f1424-f4b5-4b97-a0af-4b5f2513f10c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Image not found during snapshot: nova.exception.ImageNotFound: Image 99217027-dc0e-4f48-b201-aa4144d9c1d6 could not be found. [ 853.418794] env[63380]: DEBUG nova.policy [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04a5437cd11c43ed89f873fb65d5e8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a4ebb407ddc461b99ed19ae52fcab37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.451659] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.489318] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680119, 'name': ReconfigVM_Task, 'duration_secs': 0.203263} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.489727] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 853.497490] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf911dec-4dfa-4a6d-86a6-b0d71a65ee0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.515667] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 853.515667] env[63380]: value = "task-2680120" [ 853.515667] env[63380]: _type = "Task" [ 853.515667] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.525413] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.634983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.713998] env[63380]: DEBUG nova.compute.manager [req-2ad4fae3-2644-4282-b6d1-3709e9d3e50a req-c462b5f4-182c-4cc8-9366-226274996943 service nova] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Received event network-vif-deleted-75053a18-5fd2-4d37-81b1-c8994d4094f8 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.745325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.745618] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.745861] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.746127] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.746316] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.748960] env[63380]: INFO nova.compute.manager [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Terminating instance [ 853.783925] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Successfully created port: 09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.802265] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338528fc-63d4-4d28-9554-2de5c6861fcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.810033] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d920202a-3244-4768-bd1b-7f013f183424 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.843938] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b374f66-554e-43d7-8a23-922c4a6fceed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.852942] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb36c5c-f215-435b-993c-9417664a0fad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.869173] env[63380]: DEBUG nova.compute.provider_tree [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.880177] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.026906] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680120, 'name': ReconfigVM_Task, 'duration_secs': 0.21907} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.027430] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540190', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'name': 'volume-388c3876-a83f-4042-bf72-4e64301ffb79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c27bd37e-eb20-422f-98e3-1935f75d2ab8', 'attached_at': '', 'detached_at': '', 'volume_id': '388c3876-a83f-4042-bf72-4e64301ffb79', 'serial': '388c3876-a83f-4042-bf72-4e64301ffb79'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 854.027732] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.028588] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3850602-7754-46c0-b903-45506e9709a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.035776] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.036128] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507c4837-1d04-482f-801f-d2fa9d656be7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.103104] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.103416] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.103539] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Deleting the datastore file [datastore2] c27bd37e-eb20-422f-98e3-1935f75d2ab8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.103809] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96377ce-dee5-4008-a6e0-4de8fc071c2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.110766] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for the task: (returnval){ [ 854.110766] env[63380]: value = "task-2680122" [ 854.110766] env[63380]: _type = "Task" [ 854.110766] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.118732] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.252884] env[63380]: DEBUG nova.compute.manager [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.253215] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.254221] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da76f4-4e39-4d85-b385-1f44412de231 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.262491] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.262768] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d5c227-b761-4ef2-a8ae-c8845f002c53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.268935] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 854.268935] env[63380]: value = "task-2680123" [ 854.268935] env[63380]: _type = "Task" [ 854.268935] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.276696] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.375207] env[63380]: DEBUG nova.scheduler.client.report [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.621201] env[63380]: DEBUG oslo_vmware.api [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Task: {'id': task-2680122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150756} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.621488] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.621740] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.621854] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.684219] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 854.684495] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05566739-9c01-445b-8160-a528e1b09dca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.694513] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9e0bb-e4fb-469f-a159-4169a7025095 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.736589] env[63380]: ERROR nova.compute.manager [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Failed to detach volume 388c3876-a83f-4042-bf72-4e64301ffb79 from /dev/sda: nova.exception.InstanceNotFound: Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 could not be found. [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Traceback (most recent call last): [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self.driver.rebuild(**kwargs) [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise NotImplementedError() [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] NotImplementedError [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] During handling of the above exception, another exception occurred: [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Traceback (most recent call last): [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 854.736589] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self.driver.detach_volume(context, old_connection_info, [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] return self._volumeops.detach_volume(connection_info, instance) [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._detach_volume_vmdk(connection_info, instance) [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] stable_ref.fetch_moref(session) [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] nova.exception.InstanceNotFound: Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 could not be found. [ 854.737110] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.781039] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680123, 'name': PowerOffVM_Task, 'duration_secs': 0.243517} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.781159] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.781304] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.781583] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4dd7a8-a7d4-4de5-86ef-c55d874bcf8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.864217] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.864481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.864699] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleting the datastore file [datastore2] cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.865019] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec143df-c62a-424b-bf25-328222b9ad87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.871948] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 854.871948] env[63380]: value = "task-2680125" [ 854.871948] env[63380]: _type = "Task" [ 854.871948] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.877029] env[63380]: DEBUG nova.compute.utils [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Build of instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 aborted: Failed to rebuild volume backed instance. {{(pid=63380) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 854.880240] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.886146] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.943s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.886433] env[63380]: DEBUG nova.objects.instance [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lazy-loading 'resources' on Instance uuid bb1b230f-8703-4f89-bdf2-0e3852a409bb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.887617] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.888952] env[63380]: ERROR nova.compute.manager [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 aborted: Failed to rebuild volume backed instance. [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Traceback (most recent call last): [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self.driver.rebuild(**kwargs) [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise NotImplementedError() [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] NotImplementedError [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] During handling of the above exception, another exception occurred: [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Traceback (most recent call last): [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 854.888952] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._detach_root_volume(context, instance, root_bdm) [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] with excutils.save_and_reraise_exception(): [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self.force_reraise() [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise self.value [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self.driver.detach_volume(context, old_connection_info, [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] return self._volumeops.detach_volume(connection_info, instance) [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 854.889344] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._detach_volume_vmdk(connection_info, instance) [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] stable_ref.fetch_moref(session) [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] nova.exception.InstanceNotFound: Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 could not be found. [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] During handling of the above exception, another exception occurred: [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Traceback (most recent call last): [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] yield [ 854.889689] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._do_rebuild_instance_with_claim( [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._do_rebuild_instance( [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._rebuild_default_impl(**kwargs) [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] self._rebuild_volume_backed_instance( [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] raise exception.BuildAbortException( [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] nova.exception.BuildAbortException: Build of instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 aborted: Failed to rebuild volume backed instance. [ 854.890105] env[63380]: ERROR nova.compute.manager [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] [ 854.891940] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.907175] env[63380]: INFO nova.scheduler.client.report [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Deleted allocations for instance f98281a2-a7a8-4f9b-9fd9-10b351880f43 [ 854.924497] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.924757] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.924915] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.925124] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.925279] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.925432] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.925700] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.925863] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.926049] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.926222] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.926656] env[63380]: DEBUG nova.virt.hardware [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.927570] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d451df3-da68-4758-bcf4-798c08eddc34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.937293] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62492405-9130-44cb-9de6-6d73385546d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.346636] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Successfully updated port: 09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.383448] env[63380]: DEBUG oslo_vmware.api [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15184} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.383724] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.384299] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.384299] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.384450] env[63380]: INFO nova.compute.manager [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.384766] env[63380]: DEBUG oslo.service.loopingcall [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.384885] env[63380]: DEBUG nova.compute.manager [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.384951] env[63380]: DEBUG nova.network.neutron [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.416167] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ce898fa9-b7fd-4a76-a299-8bbd62c5e106 tempest-ServersAdminTestJSON-1679449577 tempest-ServersAdminTestJSON-1679449577-project-member] Lock "f98281a2-a7a8-4f9b-9fd9-10b351880f43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.294s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.715009] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4750d-bc1e-48e7-84f5-a7eb0307d518 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.723168] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c2d1a-c0ec-4460-8178-e20b6fbfb001 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.757323] env[63380]: DEBUG nova.network.neutron [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.759106] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f364ff-1bdf-4b94-a36e-aa5bf62fcfa2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.768613] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3a2b2-b822-4868-8045-bdd133adb8db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.773736] env[63380]: DEBUG nova.compute.manager [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Received event network-vif-plugged-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.773960] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Acquiring lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.774192] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.774363] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.774541] env[63380]: DEBUG nova.compute.manager [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] No waiting events found dispatching network-vif-plugged-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.774776] env[63380]: WARNING nova.compute.manager [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Received unexpected event network-vif-plugged-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 for instance with vm_state building and task_state spawning. [ 855.774948] env[63380]: DEBUG nova.compute.manager [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Received event network-changed-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.775117] env[63380]: DEBUG nova.compute.manager [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Refreshing instance network info cache due to event network-changed-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.775305] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Acquiring lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.775442] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Acquired lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.775596] env[63380]: DEBUG nova.network.neutron [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Refreshing network info cache for port 09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.787933] env[63380]: DEBUG nova.compute.provider_tree [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.819695] env[63380]: DEBUG nova.network.neutron [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.854948] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.890498] env[63380]: DEBUG nova.network.neutron [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.262839] env[63380]: INFO nova.compute.manager [-] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Took 0.88 seconds to deallocate network for instance. [ 856.292733] env[63380]: DEBUG nova.scheduler.client.report [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.393048] env[63380]: DEBUG oslo_concurrency.lockutils [req-d2dd2e19-da31-449e-80bf-21d3bad53c79 req-f67d1da7-6fa7-4535-bb28-102bae3ca679 service nova] Releasing lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.393520] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquired lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.393718] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.769784] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.797963] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.800405] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.154s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.801871] env[63380]: INFO nova.compute.claims [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.828069] env[63380]: INFO nova.scheduler.client.report [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Deleted allocations for instance bb1b230f-8703-4f89-bdf2-0e3852a409bb [ 856.908688] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.928871] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.139556] env[63380]: DEBUG nova.network.neutron [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Updating instance_info_cache with network_info: [{"id": "09cb8c21-2bbe-4877-b37b-d6b93cf8ca41", "address": "fa:16:3e:47:28:ff", "network": {"id": "d37c7070-0517-448c-a91e-a2c36acd673a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-594560210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4ebb407ddc461b99ed19ae52fcab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb8c21-2b", "ovs_interfaceid": "09cb8c21-2bbe-4877-b37b-d6b93cf8ca41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.336671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12ff64c4-db77-4a26-92e1-ed0e7d8b3825 tempest-ListServerFiltersTestJSON-1178093238 tempest-ListServerFiltersTestJSON-1178093238-project-member] Lock "bb1b230f-8703-4f89-bdf2-0e3852a409bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.987s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.376383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.376383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.376383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.376383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.376617] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.378929] env[63380]: INFO nova.compute.manager [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Terminating instance [ 857.642828] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Releasing lock "refresh_cache-72f09f7d-6ff2-4ad1-8606-966ed3584a6c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.643205] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance network_info: |[{"id": "09cb8c21-2bbe-4877-b37b-d6b93cf8ca41", "address": "fa:16:3e:47:28:ff", "network": {"id": "d37c7070-0517-448c-a91e-a2c36acd673a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-594560210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a4ebb407ddc461b99ed19ae52fcab37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cb8c21-2b", "ovs_interfaceid": "09cb8c21-2bbe-4877-b37b-d6b93cf8ca41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.643587] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:28:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09cb8c21-2bbe-4877-b37b-d6b93cf8ca41', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.651306] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Creating folder: Project (6a4ebb407ddc461b99ed19ae52fcab37). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.651936] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598efb28-f1b3-4bad-9081-b12ed6d531c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.663966] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Created folder: Project (6a4ebb407ddc461b99ed19ae52fcab37) in parent group-v540155. [ 857.664191] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Creating folder: Instances. Parent ref: group-v540354. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.664434] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3851c2f6-211f-48b0-927d-fd45971c478f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.673033] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Created folder: Instances in parent group-v540354. [ 857.673272] env[63380]: DEBUG oslo.service.loopingcall [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.673460] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.673660] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d8fdea9-eedd-4d63-9fa5-f1757b84e24a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.692433] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.692433] env[63380]: value = "task-2680128" [ 857.692433] env[63380]: _type = "Task" [ 857.692433] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.700099] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680128, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.799338] env[63380]: DEBUG nova.compute.manager [req-2f98dc38-1d55-4d18-a3e8-14127c216d6c req-26026a56-54db-4e0a-b2ad-c96cbf4eea7d service nova] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Received event network-vif-deleted-8e0fd85d-4e6b-4ded-a338-e1f43ac8eaf0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.885187] env[63380]: DEBUG nova.compute.manager [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.885578] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-162a5a39-9f43-4a95-9392-4300e57eae85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.896088] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2316d-499b-4a0d-b33c-620c94d32742 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.939201] env[63380]: WARNING nova.virt.vmwareapi.driver [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 could not be found. [ 857.939201] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.941842] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70910bfc-fc4e-418d-a4e1-1c1309333856 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.952369] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62bb76-848a-41ec-831f-1b014ca6c8e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.000636] env[63380]: WARNING nova.virt.vmwareapi.vmops [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c27bd37e-eb20-422f-98e3-1935f75d2ab8 could not be found. [ 858.000961] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.001673] env[63380]: INFO nova.compute.manager [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Took 0.12 seconds to destroy the instance on the hypervisor. [ 858.001673] env[63380]: DEBUG oslo.service.loopingcall [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.005159] env[63380]: DEBUG nova.compute.manager [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.005281] env[63380]: DEBUG nova.network.neutron [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.090016] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.091537] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1999671f-887e-496f-90ee-09568b2f1cb7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.101147] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.101147] env[63380]: ERROR oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk due to incomplete transfer. [ 858.101147] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-faf34435-3b4a-404a-b128-3dd940d8536a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.107804] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5203aea3-841f-7d8e-cbca-868d38f73e17/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.108066] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Uploaded image c6e91785-7cfa-4e86-8e7b-c6773fc6adfd to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.110442] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.112996] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e883f1c6-d452-4bd7-bbbf-daeeeb5efb41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.119437] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 858.119437] env[63380]: value = "task-2680129" [ 858.119437] env[63380]: _type = "Task" [ 858.119437] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.133709] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680129, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.203036] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680128, 'name': CreateVM_Task, 'duration_secs': 0.386392} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.205577] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.207366] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.207591] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.207980] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.209132] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aec68ea-bfd9-4b30-8fe8-b04c0c36d7bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.213881] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 858.213881] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525e0c59-3632-9857-c5bb-82fe5cf578f3" [ 858.213881] env[63380]: _type = "Task" [ 858.213881] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.226969] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525e0c59-3632-9857-c5bb-82fe5cf578f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.227286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.227743] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.228026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.228222] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.228455] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.228771] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101eec9f-063c-43c5-ac42-662d85c0fbe2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239780] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.240275] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.241037] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573cb31a-eca3-422f-925f-450d1434b4f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.245345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df682f-a182-4bab-b094-d39767d3beff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.253611] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 858.253611] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524a862a-b3af-17ea-be0a-4495ca10029c" [ 858.253611] env[63380]: _type = "Task" [ 858.253611] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.254891] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179fb05-0422-4ed8-ba5e-d27cff211dec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.295425] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524a862a-b3af-17ea-be0a-4495ca10029c, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.297016] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de3629-44fd-43f5-a9a7-7f3c6d00ea63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.300321] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8274c87-947a-4a6a-85ba-1d77568d7901 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.309387] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61068ac3-247d-4712-ab25-cea0ee8d3b25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.313415] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 858.313415] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52851c5d-6428-5410-73db-573d17836d3a" [ 858.313415] env[63380]: _type = "Task" [ 858.313415] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.325588] env[63380]: DEBUG nova.compute.provider_tree [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.332010] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52851c5d-6428-5410-73db-573d17836d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.332342] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.332628] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 72f09f7d-6ff2-4ad1-8606-966ed3584a6c/72f09f7d-6ff2-4ad1-8606-966ed3584a6c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.332931] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c97728-caec-4ad3-b208-0cac018c8793 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.340386] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 858.340386] env[63380]: value = "task-2680130" [ 858.340386] env[63380]: _type = "Task" [ 858.340386] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.348566] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.631153] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680129, 'name': Destroy_Task, 'duration_secs': 0.361671} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.631428] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Destroyed the VM [ 858.631676] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.631947] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5d4512d-1d2a-4522-bc6f-b18840d84bf9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.639067] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 858.639067] env[63380]: value = "task-2680131" [ 858.639067] env[63380]: _type = "Task" [ 858.639067] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.647521] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.828897] env[63380]: DEBUG nova.scheduler.client.report [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.850466] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680130, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.156019] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.410713} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.156019] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.156019] env[63380]: DEBUG nova.compute.manager [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.156019] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687f277-d4ec-41c0-bb14-1400e73f48f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.334786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.335741] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.338642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.237s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.338860] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.340996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.889s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.347021] env[63380]: INFO nova.compute.claims [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.348389] env[63380]: DEBUG nova.network.neutron [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.360041] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637828} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.360301] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 72f09f7d-6ff2-4ad1-8606-966ed3584a6c/72f09f7d-6ff2-4ad1-8606-966ed3584a6c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.360512] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.360767] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915a6b81-0f28-4fdc-90ee-eac3e1360a5b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.368084] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 859.368084] env[63380]: value = "task-2680132" [ 859.368084] env[63380]: _type = "Task" [ 859.368084] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.378036] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.386725] env[63380]: INFO nova.scheduler.client.report [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleted allocations for instance 0bc89e60-85e9-46b1-91a5-efe8e3020a25 [ 859.672359] env[63380]: INFO nova.compute.manager [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Shelve offloading [ 859.831081] env[63380]: DEBUG nova.compute.manager [req-37abab39-86e2-4b47-9a35-c27cb285da20 req-cc041c56-c1a1-466b-816f-b61e77b9c01d service nova] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Received event network-vif-deleted-ad4abe5f-f046-42df-b809-3713d688e0d4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.849839] env[63380]: DEBUG nova.compute.utils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.851209] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.851421] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.853482] env[63380]: INFO nova.compute.manager [-] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Took 1.85 seconds to deallocate network for instance. [ 859.885746] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066911} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.886035] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.886866] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67e2f08-1d5a-4c8e-99ac-f616273918ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.910832] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 72f09f7d-6ff2-4ad1-8606-966ed3584a6c/72f09f7d-6ff2-4ad1-8606-966ed3584a6c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.914206] env[63380]: DEBUG nova.policy [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa375f43cb2546f89dd1cfe2abc0173e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79fcaecd326d460da031ecd21d339e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.915906] env[63380]: DEBUG oslo_concurrency.lockutils [None req-01331c21-18e7-4b9c-be15-7ff5ab91e37f tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "0bc89e60-85e9-46b1-91a5-efe8e3020a25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.319s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.916862] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c81073-1b7f-4e71-810e-01f58224d54b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.939418] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 859.939418] env[63380]: value = "task-2680133" [ 859.939418] env[63380]: _type = "Task" [ 859.939418] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.948067] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.045515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.046133] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.046560] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.046747] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.046935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.049855] env[63380]: INFO nova.compute.manager [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Terminating instance [ 860.175631] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.175979] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1651efc-7db3-4a7c-acfe-c1eb81b54454 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.186452] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 860.186452] env[63380]: value = "task-2680134" [ 860.186452] env[63380]: _type = "Task" [ 860.186452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.195481] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.356614] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.424773] env[63380]: INFO nova.compute.manager [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Took 0.56 seconds to detach 1 volumes for instance. [ 860.425300] env[63380]: DEBUG nova.compute.manager [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Deleting volume: 388c3876-a83f-4042-bf72-4e64301ffb79 {{(pid=63380) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 860.455277] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680133, 'name': ReconfigVM_Task, 'duration_secs': 0.266344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.455577] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 72f09f7d-6ff2-4ad1-8606-966ed3584a6c/72f09f7d-6ff2-4ad1-8606-966ed3584a6c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.456223] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20985121-76f7-462a-bd6f-a6e3448fb747 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.465933] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 860.465933] env[63380]: value = "task-2680135" [ 860.465933] env[63380]: _type = "Task" [ 860.465933] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.478175] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680135, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.520212] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Successfully created port: 55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.558062] env[63380]: DEBUG nova.compute.manager [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.558062] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.558062] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73656e56-e3c0-4578-a8f5-2767c087c877 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.565956] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.566255] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee0775a-2202-45c0-953b-ef4c6a35e672 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.576352] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 860.576352] env[63380]: value = "task-2680137" [ 860.576352] env[63380]: _type = "Task" [ 860.576352] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.586625] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2680137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.703177] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 860.703177] env[63380]: DEBUG nova.compute.manager [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.703177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa3c96-81da-4078-a581-f31a94e74420 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.709609] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.712234] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.712234] env[63380]: DEBUG nova.network.neutron [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.740668] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b37319-2665-43d9-9811-733d8025be03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.749112] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5239f6f1-2d1e-4d43-863f-529e9a95b2c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.784999] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ca7a6-2992-43f2-ba09-83d3d276ffd8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.795955] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf83eb54-adab-4005-b7f6-4994e36dde8f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.818378] env[63380]: DEBUG nova.compute.provider_tree [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.977902] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680135, 'name': Rename_Task, 'duration_secs': 0.153382} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.978540] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.978709] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd622fd-60b1-4012-98ad-2cd2e4042b25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.988284] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 860.988284] env[63380]: value = "task-2680138" [ 860.988284] env[63380]: _type = "Task" [ 860.988284] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.991494] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.997567] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.086485] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2680137, 'name': PowerOffVM_Task, 'duration_secs': 0.23571} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.090254] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.090513] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.090825] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34071fe7-505d-4fd2-83a2-08694885e2e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.158089] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.158390] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.158610] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleting the datastore file [datastore2] 8ee5b81b-ac9b-4c7d-a244-5b288590c295 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.158892] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3dd35b-e30c-42c6-8337-00eed5e399de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.165773] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for the task: (returnval){ [ 861.165773] env[63380]: value = "task-2680140" [ 861.165773] env[63380]: _type = "Task" [ 861.165773] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.174518] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2680140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.322493] env[63380]: DEBUG nova.scheduler.client.report [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.371090] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.414793] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.415056] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.415219] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.415429] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.415782] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.415982] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.416227] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.416647] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.416885] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.417049] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.417229] env[63380]: DEBUG nova.virt.hardware [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.418430] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e0f4c6-731a-44ea-aa6e-b2f07fb502a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.422078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.422078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.422078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.422251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.422467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.429848] env[63380]: INFO nova.compute.manager [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Terminating instance [ 861.432472] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a999e3a-7327-455f-9234-60d50e88a94a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.488344] env[63380]: DEBUG nova.network.neutron [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updating instance_info_cache with network_info: [{"id": "671768d4-3925-4550-80c3-e40f752c40e6", "address": "fa:16:3e:86:1a:5e", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671768d4-39", "ovs_interfaceid": "671768d4-3925-4550-80c3-e40f752c40e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.498889] env[63380]: DEBUG oslo_vmware.api [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680138, 'name': PowerOnVM_Task, 'duration_secs': 0.501636} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.499924] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.500179] env[63380]: INFO nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Took 6.61 seconds to spawn the instance on the hypervisor. [ 861.500864] env[63380]: DEBUG nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.501197] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08e25ce-f09f-42f6-8f1a-55a15507424d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.676955] env[63380]: DEBUG oslo_vmware.api [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Task: {'id': task-2680140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195551} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.677269] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.677592] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.677725] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.677914] env[63380]: INFO nova.compute.manager [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.678207] env[63380]: DEBUG oslo.service.loopingcall [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.678381] env[63380]: DEBUG nova.compute.manager [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.678521] env[63380]: DEBUG nova.network.neutron [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.827757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.828454] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.831441] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.197s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.831688] env[63380]: DEBUG nova.objects.instance [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lazy-loading 'resources' on Instance uuid c091bdb6-3d09-49d4-99a0-50c4166c4418 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.939022] env[63380]: DEBUG nova.compute.manager [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.939433] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.940853] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f0119-7f49-4749-ba0f-c531b51015b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.951383] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.952081] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119cfb16-5602-4fe4-a144-0ebf21257923 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961976] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 861.961976] env[63380]: value = "task-2680141" [ 861.961976] env[63380]: _type = "Task" [ 861.961976] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.975713] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.994823] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.019854] env[63380]: INFO nova.compute.manager [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Took 17.89 seconds to build instance. [ 862.322337] env[63380]: DEBUG nova.compute.manager [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Received event network-vif-plugged-55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.322337] env[63380]: DEBUG oslo_concurrency.lockutils [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] Acquiring lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.322337] env[63380]: DEBUG oslo_concurrency.lockutils [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.322337] env[63380]: DEBUG oslo_concurrency.lockutils [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.322337] env[63380]: DEBUG nova.compute.manager [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] No waiting events found dispatching network-vif-plugged-55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.322594] env[63380]: WARNING nova.compute.manager [req-564b7c4a-a420-4036-8b5a-80798dba4add req-25117423-7bdb-4591-9b53-0f602b95ff68 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Received unexpected event network-vif-plugged-55349e79-7957-4cd3-8e4e-0cce07e8c468 for instance with vm_state building and task_state spawning. [ 862.334918] env[63380]: DEBUG nova.compute.utils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.343997] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.343997] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.476321] env[63380]: DEBUG nova.policy [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.482099] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680141, 'name': PowerOffVM_Task, 'duration_secs': 0.293556} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.482544] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.482851] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.483526] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21e2442c-8105-48bd-bf39-d5ffc5ea66d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.498501] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Successfully updated port: 55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.517135] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.517135] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84493961-0c39-43f2-b6a2-b3290efc9a2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.523086] env[63380]: DEBUG oslo_concurrency.lockutils [None req-428e2a53-2588-43e6-bad2-ef6ce6f191db tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.400s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.531972] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.532593] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d2cfcbd-5432-4a87-9c56-a4f9ae410368 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.561295] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.561295] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.561295] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleting the datastore file [datastore2] 036679d7-7311-4f0e-8223-e0665f640d9f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.561295] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ad7849-9e04-4ec0-9368-e4caf06adb6d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.567426] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for the task: (returnval){ [ 862.567426] env[63380]: value = "task-2680144" [ 862.567426] env[63380]: _type = "Task" [ 862.567426] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.581571] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.615775] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.615966] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.616186] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore1] 6a0462d0-77dd-4b80-b125-6d1154c556cd {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.616570] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25d4336-9b93-4f27-aea2-1487899d2741 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.625926] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 862.625926] env[63380]: value = "task-2680145" [ 862.625926] env[63380]: _type = "Task" [ 862.625926] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.633973] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.752993] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a582c79-2aeb-4702-99ea-535bebc78cbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.765051] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056461f5-26f1-432f-8e41-82c6fbd4344f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.808579] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3101249c-9adb-4aff-861c-cb6aca2fabba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.817754] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a2565-93d8-498c-8b25-013fd682b04c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.833072] env[63380]: DEBUG nova.compute.provider_tree [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.841078] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.004635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.004796] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.004941] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.067033] env[63380]: DEBUG nova.compute.manager [req-6bfe1199-6231-4ba8-b67b-c2caff0ef5fe req-c5cb5ff2-f286-45a4-8075-7c4dee6a3007 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Received event network-vif-deleted-cd5c9b49-2d7b-42ae-9287-cf431e528780 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.067430] env[63380]: INFO nova.compute.manager [req-6bfe1199-6231-4ba8-b67b-c2caff0ef5fe req-c5cb5ff2-f286-45a4-8075-7c4dee6a3007 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Neutron deleted interface cd5c9b49-2d7b-42ae-9287-cf431e528780; detaching it from the instance and deleting it from the info cache [ 863.067637] env[63380]: DEBUG nova.network.neutron [req-6bfe1199-6231-4ba8-b67b-c2caff0ef5fe req-c5cb5ff2-f286-45a4-8075-7c4dee6a3007 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.093665] env[63380]: DEBUG oslo_vmware.api [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Task: {'id': task-2680144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295031} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.094190] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.094431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.094745] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.095063] env[63380]: INFO nova.compute.manager [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 863.095462] env[63380]: DEBUG oslo.service.loopingcall [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.096120] env[63380]: DEBUG nova.compute.manager [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.096277] env[63380]: DEBUG nova.network.neutron [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.136853] env[63380]: DEBUG oslo_vmware.api [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211088} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.137311] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.137664] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.137989] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.179694] env[63380]: INFO nova.scheduler.client.report [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance 6a0462d0-77dd-4b80-b125-6d1154c556cd [ 863.338060] env[63380]: DEBUG nova.scheduler.client.report [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.417471] env[63380]: DEBUG nova.network.neutron [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.573288] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1407c99c-2e9d-475a-8ea8-91f3e6ec9246 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.582993] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42b578c-a34c-4763-b6bc-2c2ed46ba559 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.602120] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.630225] env[63380]: DEBUG nova.compute.manager [req-6bfe1199-6231-4ba8-b67b-c2caff0ef5fe req-c5cb5ff2-f286-45a4-8075-7c4dee6a3007 service nova] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Detach interface failed, port_id=cd5c9b49-2d7b-42ae-9287-cf431e528780, reason: Instance 8ee5b81b-ac9b-4c7d-a244-5b288590c295 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 863.634342] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Successfully created port: 73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.686666] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.844637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.848281] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.079s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.848683] env[63380]: DEBUG nova.objects.instance [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lazy-loading 'resources' on Instance uuid cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.855636] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.876671] env[63380]: INFO nova.scheduler.client.report [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted allocations for instance c091bdb6-3d09-49d4-99a0-50c4166c4418 [ 863.895325] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.895625] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.895914] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.896202] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.896397] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.896585] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.896838] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.898399] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.898399] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.898399] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.898399] env[63380]: DEBUG nova.virt.hardware [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.898928] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46e3495-b0fc-4e32-ad7a-75cd0c311eaf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.908267] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefe87d-f289-4e00-944d-98de95d4de5b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.928812] env[63380]: INFO nova.compute.manager [-] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Took 2.25 seconds to deallocate network for instance. [ 864.213750] env[63380]: DEBUG nova.network.neutron [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Updating instance_info_cache with network_info: [{"id": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "address": "fa:16:3e:5f:e6:b8", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55349e79-79", "ovs_interfaceid": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.351842] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received event network-vif-unplugged-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.352298] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.352681] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.353330] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.353671] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] No waiting events found dispatching network-vif-unplugged-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.354147] env[63380]: WARNING nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received unexpected event network-vif-unplugged-671768d4-3925-4550-80c3-e40f752c40e6 for instance with vm_state shelved_offloaded and task_state None. [ 864.355083] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Received event network-changed-55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.355628] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Refreshing instance network info cache due to event network-changed-55349e79-7957-4cd3-8e4e-0cce07e8c468. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.355926] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Acquiring lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.388708] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9381fb8e-1934-4ae7-9740-b9377aa3cd7e tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "c091bdb6-3d09-49d4-99a0-50c4166c4418" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.279s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.432675] env[63380]: DEBUG nova.network.neutron [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.437201] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.692763] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32854fbe-2333-4ca9-9f7a-2de937043029 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.703280] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed4183-a794-48d0-acb3-112b2a553b82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.736639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.736965] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Instance network_info: |[{"id": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "address": "fa:16:3e:5f:e6:b8", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55349e79-79", "ovs_interfaceid": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.738079] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Acquired lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.738922] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Refreshing network info cache for port 55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.739573] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e6:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55349e79-7957-4cd3-8e4e-0cce07e8c468', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.750826] env[63380]: DEBUG oslo.service.loopingcall [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.751596] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ac40e-2a41-4fb6-a54a-819a95d8ecf1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.756928] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.759042] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b707a1cf-65fe-461e-bfb7-d3d7f1b362e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.781636] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a255f4d-d54e-4fdd-9bd0-6f0257b4b065 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.786692] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.786692] env[63380]: value = "task-2680146" [ 864.786692] env[63380]: _type = "Task" [ 864.786692] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.801850] env[63380]: DEBUG nova.compute.provider_tree [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.808785] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680146, 'name': CreateVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.935554] env[63380]: INFO nova.compute.manager [-] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Took 1.84 seconds to deallocate network for instance. [ 865.090346] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.090753] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.090893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.091156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.091546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.094472] env[63380]: INFO nova.compute.manager [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Terminating instance [ 865.175752] env[63380]: DEBUG nova.compute.manager [req-2a7f2aa5-017e-4bd9-bc3b-20c9a66b8e99 req-f85190a0-ca6e-45db-9ebf-64beb5e2bb40 service nova] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Received event network-vif-deleted-da8e4e94-0e71-430b-9b5c-675d43a7e4f1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.245892] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Updated VIF entry in instance network info cache for port 55349e79-7957-4cd3-8e4e-0cce07e8c468. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.246293] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Updating instance_info_cache with network_info: [{"id": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "address": "fa:16:3e:5f:e6:b8", "network": {"id": "885b53a7-e9a1-438f-ba01-a574f72d50d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1250225521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79fcaecd326d460da031ecd21d339e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55349e79-79", "ovs_interfaceid": "55349e79-7957-4cd3-8e4e-0cce07e8c468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.302376] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680146, 'name': CreateVM_Task, 'duration_secs': 0.397028} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.302376] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.302963] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.303406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.303729] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.303979] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428a1d7a-8ade-46f6-9e7f-7e9f6901089b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.307611] env[63380]: DEBUG nova.scheduler.client.report [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.318374] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 865.318374] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f8baf-8783-c68a-cc3a-baafe63c9717" [ 865.318374] env[63380]: _type = "Task" [ 865.318374] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.326757] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f8baf-8783-c68a-cc3a-baafe63c9717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.413768] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Successfully updated port: 73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.442362] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.599893] env[63380]: DEBUG nova.compute.manager [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.600909] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.601806] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8c4da3-18c8-4224-8f5c-d1a5ec409635 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.609115] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.609748] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f54f379-b7f8-4e9e-9bdc-fcc34c5ed5a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.615713] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 865.615713] env[63380]: value = "task-2680147" [ 865.615713] env[63380]: _type = "Task" [ 865.615713] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.628412] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.683618] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.749338] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Releasing lock "refresh_cache-636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.749664] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Received event network-changed-671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.749859] env[63380]: DEBUG nova.compute.manager [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Refreshing instance network info cache due to event network-changed-671768d4-3925-4550-80c3-e40f752c40e6. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.750086] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Acquiring lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.750234] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Acquired lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.750399] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Refreshing network info cache for port 671768d4-3925-4550-80c3-e40f752c40e6 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.817094] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.819842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.911s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.833018] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527f8baf-8783-c68a-cc3a-baafe63c9717, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.836102] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.836102] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.836102] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.836102] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.836102] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.836305] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37fbaeb1-692b-4179-9dbf-a4830204759a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.845638] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.845955] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.846669] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43efe9d3-11e5-4409-aaef-b361550da893 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.852177] env[63380]: INFO nova.scheduler.client.report [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted allocations for instance cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f [ 865.864019] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 865.864019] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247a18e-98bc-1fde-97bc-d8c70e4d2a0b" [ 865.864019] env[63380]: _type = "Task" [ 865.864019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.872045] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247a18e-98bc-1fde-97bc-d8c70e4d2a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.917449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.917449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.917449] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.128394] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680147, 'name': PowerOffVM_Task, 'duration_secs': 0.303114} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.131664] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.131855] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.132338] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4b8a6df-00f8-4912-94cd-551dfa3f6a81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.156565] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f73904-41ce-4a03-90e4-5fa2ef1478cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.168333] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c00cbd-e4ff-472e-981f-29e4af2aed67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.202599] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246f5129-b00e-427b-af5d-00f1ae3b2af0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.211833] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9de7c7-3a61-4fdb-9402-9e5f33020ef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.217617] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.217840] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.218037] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Deleting the datastore file [datastore2] 72f09f7d-6ff2-4ad1-8606-966ed3584a6c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.218706] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74e2fc28-cbff-491d-adad-70438e3c5c1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.232358] env[63380]: DEBUG nova.compute.provider_tree [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.235127] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for the task: (returnval){ [ 866.235127] env[63380]: value = "task-2680149" [ 866.235127] env[63380]: _type = "Task" [ 866.235127] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.246359] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.359577] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9b0427e5-487b-4258-992b-8511bb12a66c tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.614s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.375458] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247a18e-98bc-1fde-97bc-d8c70e4d2a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.379213] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966f7fce-3013-47ab-bf0a-06d2dbc7b746 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.385772] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 866.385772] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d6f16-c6c8-35cb-fc18-563a3a49f19c" [ 866.385772] env[63380]: _type = "Task" [ 866.385772] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.395851] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d6f16-c6c8-35cb-fc18-563a3a49f19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.471214] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.627530] env[63380]: DEBUG nova.network.neutron [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Updating instance_info_cache with network_info: [{"id": "73208f42-2df7-4ca6-b768-0cde357674ce", "address": "fa:16:3e:45:a4:8f", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73208f42-2d", "ovs_interfaceid": "73208f42-2df7-4ca6-b768-0cde357674ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.648247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.648616] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.652248] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updated VIF entry in instance network info cache for port 671768d4-3925-4550-80c3-e40f752c40e6. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.652557] env[63380]: DEBUG nova.network.neutron [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updating instance_info_cache with network_info: [{"id": "671768d4-3925-4550-80c3-e40f752c40e6", "address": "fa:16:3e:86:1a:5e", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": null, "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap671768d4-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.736665] env[63380]: DEBUG nova.scheduler.client.report [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.750811] env[63380]: DEBUG oslo_vmware.api [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Task: {'id': task-2680149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147926} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.750811] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.750811] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.750811] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.750811] env[63380]: INFO nova.compute.manager [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.751129] env[63380]: DEBUG oslo.service.loopingcall [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.751129] env[63380]: DEBUG nova.compute.manager [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.751129] env[63380]: DEBUG nova.network.neutron [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.898559] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d6f16-c6c8-35cb-fc18-563a3a49f19c, 'name': SearchDatastore_Task, 'duration_secs': 0.029477} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.898886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.899128] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b/636d69e1-0c2e-4ecb-b223-f3d39fa85a2b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.899385] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0446c4a0-a0ef-41a2-b2bc-22e48d43d011 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.906153] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 866.906153] env[63380]: value = "task-2680150" [ 866.906153] env[63380]: _type = "Task" [ 866.906153] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.915438] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.131471] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.132117] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Instance network_info: |[{"id": "73208f42-2df7-4ca6-b768-0cde357674ce", "address": "fa:16:3e:45:a4:8f", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73208f42-2d", "ovs_interfaceid": "73208f42-2df7-4ca6-b768-0cde357674ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.137020] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a4:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73208f42-2df7-4ca6-b768-0cde357674ce', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.145843] env[63380]: DEBUG oslo.service.loopingcall [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.147688] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.149067] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-342f52ab-3978-453e-a8af-1d65ed836f33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.174570] env[63380]: DEBUG oslo_concurrency.lockutils [req-e89e3d6b-2512-4476-9f68-04c6644aaa68 req-3d4ef501-22e3-4813-8f94-a0c0387c0619 service nova] Releasing lock "refresh_cache-6a0462d0-77dd-4b80-b125-6d1154c556cd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.174792] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.186817] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.186817] env[63380]: value = "task-2680151" [ 867.186817] env[63380]: _type = "Task" [ 867.186817] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.197421] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680151, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.224407] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Received event network-vif-plugged-73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.224703] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Acquiring lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.224910] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.225009] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.225423] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] No waiting events found dispatching network-vif-plugged-73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.225880] env[63380]: WARNING nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Received unexpected event network-vif-plugged-73208f42-2df7-4ca6-b768-0cde357674ce for instance with vm_state building and task_state spawning. [ 867.225880] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Received event network-changed-73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.225985] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Refreshing instance network info cache due to event network-changed-73208f42-2df7-4ca6-b768-0cde357674ce. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.226233] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Acquiring lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.226295] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Acquired lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.226492] env[63380]: DEBUG nova.network.neutron [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Refreshing network info cache for port 73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.246612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.425s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.246612] env[63380]: INFO nova.compute.manager [None req-c7f0b2cb-88ef-45b0-88bc-8a6aeecd6b10 tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Successfully reverted task state from rebuilding on failure for instance. [ 867.251520] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.260s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.251834] env[63380]: DEBUG nova.objects.instance [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lazy-loading 'resources' on Instance uuid c27bd37e-eb20-422f-98e3-1935f75d2ab8 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.417867] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498844} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.418209] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b/636d69e1-0c2e-4ecb-b223-f3d39fa85a2b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.418721] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.418984] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44af1f5d-87a3-4544-89b8-5b0161410100 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.425587] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 867.425587] env[63380]: value = "task-2680152" [ 867.425587] env[63380]: _type = "Task" [ 867.425587] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.434068] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "72f804e3-6a13-428f-ba42-136f8361063c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.434509] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.440579] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.646982] env[63380]: DEBUG nova.network.neutron [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.696847] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680151, 'name': CreateVM_Task, 'duration_secs': 0.46754} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.697247] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.700020] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.700020] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700020] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.700020] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46ab643-ebf4-4a88-bec1-4ec3bf40a8f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.705324] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.707470] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 867.707470] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c30648-28f9-f4db-6ada-83584d75a81c" [ 867.707470] env[63380]: _type = "Task" [ 867.707470] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.717178] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c30648-28f9-f4db-6ada-83584d75a81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.939116] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.949960] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063873} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.951229] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.958023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abf6537-7dfa-4d80-8b79-96b1c972ac87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.986602] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b/636d69e1-0c2e-4ecb-b223-f3d39fa85a2b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.990359] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb4fb85-e03a-4206-a390-be520e90508b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.019029] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 868.019029] env[63380]: value = "task-2680153" [ 868.019029] env[63380]: _type = "Task" [ 868.019029] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.029033] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.077973] env[63380]: DEBUG nova.network.neutron [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Updated VIF entry in instance network info cache for port 73208f42-2df7-4ca6-b768-0cde357674ce. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.077973] env[63380]: DEBUG nova.network.neutron [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Updating instance_info_cache with network_info: [{"id": "73208f42-2df7-4ca6-b768-0cde357674ce", "address": "fa:16:3e:45:a4:8f", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73208f42-2d", "ovs_interfaceid": "73208f42-2df7-4ca6-b768-0cde357674ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.120757] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc7f05-8409-4a02-8896-ad4d01cce90e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.129039] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb01ff-980b-4fdc-a09d-dfee2ce6d2bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.163496] env[63380]: INFO nova.compute.manager [-] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Took 1.41 seconds to deallocate network for instance. [ 868.167358] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9066b385-a267-4624-9975-9f52b157a4d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.181415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014d36b-03d0-420a-b72d-aa1a5dc28f36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.197466] env[63380]: DEBUG nova.compute.provider_tree [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.219753] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c30648-28f9-f4db-6ada-83584d75a81c, 'name': SearchDatastore_Task, 'duration_secs': 0.018297} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.220098] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.221034] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.221034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.221034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.221034] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.221375] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6611ac-1b0e-4827-b746-856012041eb1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.230457] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.230645] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.231387] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c4644c-2ed7-46c0-bfba-d9d28ac07bfa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.237313] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 868.237313] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c8c153-b1e5-5e78-59be-32ff594b04c5" [ 868.237313] env[63380]: _type = "Task" [ 868.237313] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.246277] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c8c153-b1e5-5e78-59be-32ff594b04c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.479033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.529301] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680153, 'name': ReconfigVM_Task, 'duration_secs': 0.301144} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.529938] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b/636d69e1-0c2e-4ecb-b223-f3d39fa85a2b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.531056] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ff2097-ecc9-49c1-9260-15940dea775d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.537966] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 868.537966] env[63380]: value = "task-2680154" [ 868.537966] env[63380]: _type = "Task" [ 868.537966] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.547971] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680154, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.579965] env[63380]: DEBUG oslo_concurrency.lockutils [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] Releasing lock "refresh_cache-70e133e5-f79a-400d-8f65-c30531eb6f01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.580168] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Received event network-vif-deleted-09cb8c21-2bbe-4877-b37b-d6b93cf8ca41 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.580358] env[63380]: INFO nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Neutron deleted interface 09cb8c21-2bbe-4877-b37b-d6b93cf8ca41; detaching it from the instance and deleting it from the info cache [ 868.581031] env[63380]: DEBUG nova.network.neutron [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.676753] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.701118] env[63380]: DEBUG nova.scheduler.client.report [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.747056] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c8c153-b1e5-5e78-59be-32ff594b04c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.747677] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba2e802-e9ae-4f4b-8111-348f19d045a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.753327] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 868.753327] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb13c7-c780-3ebc-7844-9374a5a64cff" [ 868.753327] env[63380]: _type = "Task" [ 868.753327] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.761312] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb13c7-c780-3ebc-7844-9374a5a64cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.049425] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680154, 'name': Rename_Task, 'duration_secs': 0.156617} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.049783] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.050089] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1864ee6-b53c-41eb-8345-6af30ab2c028 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.057142] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 869.057142] env[63380]: value = "task-2680155" [ 869.057142] env[63380]: _type = "Task" [ 869.057142] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.064961] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.085151] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b43fa92b-20d4-4259-9293-57c0db1a2443 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.093323] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d10f73-f52f-4678-ac55-ecc767e2d968 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.127332] env[63380]: DEBUG nova.compute.manager [req-c5b29b52-b040-4a81-8ee3-f797c0f32e7e req-47609c18-b50b-4d7e-a2eb-a20bb523777f service nova] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Detach interface failed, port_id=09cb8c21-2bbe-4877-b37b-d6b93cf8ca41, reason: Instance 72f09f7d-6ff2-4ad1-8606-966ed3584a6c could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 869.208027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.210740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.524s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.210987] env[63380]: DEBUG nova.objects.instance [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid 6a0462d0-77dd-4b80-b125-6d1154c556cd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.269639] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb13c7-c780-3ebc-7844-9374a5a64cff, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.269935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.270245] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 70e133e5-f79a-400d-8f65-c30531eb6f01/70e133e5-f79a-400d-8f65-c30531eb6f01.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.270574] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2dc9ef-8f52-4c1a-9b4c-d7541cddbf65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.279186] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 869.279186] env[63380]: value = "task-2680156" [ 869.279186] env[63380]: _type = "Task" [ 869.279186] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.294162] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.568616] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.717704] env[63380]: DEBUG nova.objects.instance [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'numa_topology' on Instance uuid 6a0462d0-77dd-4b80-b125-6d1154c556cd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.736844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9e302931-aede-4501-9c35-b5d72d9773eb tempest-ServerActionsV293TestJSON-1091236217 tempest-ServerActionsV293TestJSON-1091236217-project-member] Lock "c27bd37e-eb20-422f-98e3-1935f75d2ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.358s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.736844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.736844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.736844] env[63380]: DEBUG nova.objects.instance [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid fba8dbd8-4229-45ca-a1dd-073403ada8e2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.790456] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472183} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.790456] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 70e133e5-f79a-400d-8f65-c30531eb6f01/70e133e5-f79a-400d-8f65-c30531eb6f01.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.790456] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.790456] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a520493a-9828-4858-835e-200166305712 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.796094] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 869.796094] env[63380]: value = "task-2680157" [ 869.796094] env[63380]: _type = "Task" [ 869.796094] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.806361] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.068477] env[63380]: DEBUG oslo_vmware.api [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680155, 'name': PowerOnVM_Task, 'duration_secs': 0.68523} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.068827] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.069070] env[63380]: INFO nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Took 8.70 seconds to spawn the instance on the hypervisor. [ 870.069257] env[63380]: DEBUG nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.070061] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d57e4-ce11-444c-a32e-1f8e5d267e9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.220753] env[63380]: DEBUG nova.objects.base [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Object Instance<6a0462d0-77dd-4b80-b125-6d1154c556cd> lazy-loaded attributes: resources,numa_topology {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 870.314744] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075562} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.315071] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.316321] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076b3f2-3d75-4383-8224-4abf18b14f9b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.353597] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 70e133e5-f79a-400d-8f65-c30531eb6f01/70e133e5-f79a-400d-8f65-c30531eb6f01.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.359970] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9d3e47-3f29-4632-b581-82217cb192e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.386168] env[63380]: DEBUG nova.objects.instance [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid fba8dbd8-4229-45ca-a1dd-073403ada8e2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.394600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.394930] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.400471] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 870.400471] env[63380]: value = "task-2680158" [ 870.400471] env[63380]: _type = "Task" [ 870.400471] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.418659] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.588332] env[63380]: INFO nova.compute.manager [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Took 18.97 seconds to build instance. [ 870.616798] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6afc40-09a5-4b57-be63-385f76a8c1ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.624971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5d6ba-9090-4e15-b1b0-ef13f04635ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.657369] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea4596-f9fb-46be-844d-bac70ed46ed4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.665276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910318ab-e4ac-4e88-a4eb-99ce8ac7a7c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.678924] env[63380]: DEBUG nova.compute.provider_tree [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.895188] env[63380]: DEBUG nova.objects.base [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 870.895511] env[63380]: DEBUG nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.897611] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.909252] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680158, 'name': ReconfigVM_Task, 'duration_secs': 0.324823} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.909507] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 70e133e5-f79a-400d-8f65-c30531eb6f01/70e133e5-f79a-400d-8f65-c30531eb6f01.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.910117] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5871aa6b-2ded-48d2-81e1-bdae863b7ce5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.916901] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 870.916901] env[63380]: value = "task-2680159" [ 870.916901] env[63380]: _type = "Task" [ 870.916901] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.924708] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680159, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.942933] env[63380]: DEBUG nova.policy [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.090532] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d0e6221d-e64b-4d65-8d86-ecb3e9b7a75a tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.481s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.182614] env[63380]: DEBUG nova.scheduler.client.report [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.296715] env[63380]: DEBUG nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Successfully created port: 9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.422343] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.426592] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680159, 'name': Rename_Task, 'duration_secs': 0.1394} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.426857] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.427615] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfdce5e7-67a8-40c6-bae2-60458a72576b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.434017] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 871.434017] env[63380]: value = "task-2680160" [ 871.434017] env[63380]: _type = "Task" [ 871.434017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.447078] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.690732] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.480s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.694169] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.257s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.694416] env[63380]: DEBUG nova.objects.instance [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lazy-loading 'resources' on Instance uuid 8ee5b81b-ac9b-4c7d-a244-5b288590c295 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.945569] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680160, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.202679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6b86f7cb-49f5-44f1-9d6d-5177d7d21069 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.510s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.203512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.520s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.203742] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.203959] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.204593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.205643] env[63380]: INFO nova.compute.manager [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Terminating instance [ 872.424900] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eceacd2-5e36-47ab-9706-e2c6c37842a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.432891] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ca3ad-e116-4c5b-97e3-58a4e5cbf9b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.444222] env[63380]: DEBUG oslo_vmware.api [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680160, 'name': PowerOnVM_Task, 'duration_secs': 0.520715} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.468764] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.469028] env[63380]: INFO nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Took 8.61 seconds to spawn the instance on the hypervisor. [ 872.469218] env[63380]: DEBUG nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.470184] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e67e7fd-65ff-414a-b48d-fcb162092153 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.473183] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1750fe-01b8-4c72-8445-08745a2a39ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.476215] env[63380]: DEBUG nova.compute.manager [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.477554] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41e5cc-70e7-4274-a4bd-df91b6fd2853 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.487643] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fba79-0a74-4933-bcf1-55c3cd81141c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.506971] env[63380]: DEBUG nova.compute.provider_tree [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.709165] env[63380]: DEBUG nova.compute.manager [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.709409] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.709724] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3d0ae5d-0f9e-4ea9-9398-829f36391271 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.720212] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26c3364-fc94-4d55-be0d-41fe56987f35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.754089] env[63380]: WARNING nova.virt.vmwareapi.vmops [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6a0462d0-77dd-4b80-b125-6d1154c556cd could not be found. [ 872.754531] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.754531] env[63380]: INFO nova.compute.manager [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Took 0.05 seconds to destroy the instance on the hypervisor. [ 872.754756] env[63380]: DEBUG oslo.service.loopingcall [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.755028] env[63380]: DEBUG nova.compute.manager [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.755131] env[63380]: DEBUG nova.network.neutron [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.824161] env[63380]: DEBUG nova.compute.manager [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-vif-plugged-9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.824429] env[63380]: DEBUG oslo_concurrency.lockutils [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.824574] env[63380]: DEBUG oslo_concurrency.lockutils [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.824796] env[63380]: DEBUG oslo_concurrency.lockutils [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.824965] env[63380]: DEBUG nova.compute.manager [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] No waiting events found dispatching network-vif-plugged-9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.825346] env[63380]: WARNING nova.compute.manager [req-091c58e1-bda4-4ea2-9fe3-6d4482e0fcbb req-6084dcbb-90cc-4bd7-bfcd-a6440485df7a service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received unexpected event network-vif-plugged-9eb936a2-793c-4d80-8b1e-cf6112cced42 for instance with vm_state active and task_state None. [ 872.848660] env[63380]: DEBUG nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Successfully updated port: 9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.996913] env[63380]: INFO nova.compute.manager [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Took 19.56 seconds to build instance. [ 873.009179] env[63380]: INFO nova.compute.manager [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] instance snapshotting [ 873.014279] env[63380]: DEBUG nova.scheduler.client.report [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.020214] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920f3ef-026b-4d01-94a5-e089341af399 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.041790] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534c224-2588-42a4-9d89-ea5f41e013db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.351158] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.351519] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.351553] env[63380]: DEBUG nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.498722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-79cab1ff-9a34-450d-af54-042bbb5e5b89 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.077s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.525547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.528539] env[63380]: DEBUG nova.network.neutron [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.530801] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.089s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.531334] env[63380]: DEBUG nova.objects.instance [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lazy-loading 'resources' on Instance uuid 036679d7-7311-4f0e-8223-e0665f640d9f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.550310] env[63380]: INFO nova.scheduler.client.report [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Deleted allocations for instance 8ee5b81b-ac9b-4c7d-a244-5b288590c295 [ 873.554143] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.554574] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e51e1335-6a9f-4dc5-ba1d-b1b29beeb9b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.562709] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 873.562709] env[63380]: value = "task-2680161" [ 873.562709] env[63380]: _type = "Task" [ 873.562709] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.570761] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680161, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.890790] env[63380]: WARNING nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 873.967838] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "70e133e5-f79a-400d-8f65-c30531eb6f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.968185] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.968726] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.968726] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.968836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.971974] env[63380]: INFO nova.compute.manager [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Terminating instance [ 874.034300] env[63380]: INFO nova.compute.manager [-] [instance: 6a0462d0-77dd-4b80-b125-6d1154c556cd] Took 1.28 seconds to deallocate network for instance. [ 874.058419] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f269b6ba-3a37-4487-b984-680b7c0edb1b tempest-ServersWithSpecificFlavorTestJSON-675924896 tempest-ServersWithSpecificFlavorTestJSON-675924896-project-member] Lock "8ee5b81b-ac9b-4c7d-a244-5b288590c295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.012s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.074077] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680161, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.306026] env[63380]: DEBUG nova.network.neutron [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9eb936a2-793c-4d80-8b1e-cf6112cced42", "address": "fa:16:3e:f5:e3:e5", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb936a2-79", "ovs_interfaceid": "9eb936a2-793c-4d80-8b1e-cf6112cced42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.353880] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf89c5-5b81-4f73-bf60-b30d863b0a11 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.364074] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5733b6-e082-4feb-a72c-875ff48278f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.398797] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56469549-538d-4e9e-96bb-d3c302f2049b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.406709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f8520-88c7-4e0b-ac38-2252aca54529 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.420972] env[63380]: DEBUG nova.compute.provider_tree [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.475626] env[63380]: DEBUG nova.compute.manager [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.475908] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.476798] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a884f8-649d-4763-803a-d5369ae11d45 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.484856] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.485116] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204a8dc9-fb37-4cc7-92b2-df02b44ecd18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.493353] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 874.493353] env[63380]: value = "task-2680162" [ 874.493353] env[63380]: _type = "Task" [ 874.493353] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.501839] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.577985] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680161, 'name': CreateSnapshot_Task, 'duration_secs': 0.722721} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.577985] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.578309] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede99bb1-77da-407f-9cf2-1f08c345885a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.808428] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.809326] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.809493] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.810377] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d2bbdd-17b1-4f1a-bb82-dfba22e0daf9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.828839] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.829192] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.829257] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.829439] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.829584] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.829756] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.829981] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.830181] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.830313] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.830472] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.830642] env[63380]: DEBUG nova.virt.hardware [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.836791] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfiguring VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 874.837164] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04acf2b5-c110-4fde-afd8-04c5458721c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.851705] env[63380]: DEBUG nova.compute.manager [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-changed-9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.851894] env[63380]: DEBUG nova.compute.manager [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing instance network info cache due to event network-changed-9eb936a2-793c-4d80-8b1e-cf6112cced42. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.852123] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.852268] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.852937] env[63380]: DEBUG nova.network.neutron [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Refreshing network info cache for port 9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.859173] env[63380]: DEBUG oslo_vmware.api [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 874.859173] env[63380]: value = "task-2680163" [ 874.859173] env[63380]: _type = "Task" [ 874.859173] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.868318] env[63380]: DEBUG oslo_vmware.api [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680163, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.924729] env[63380]: DEBUG nova.scheduler.client.report [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.003000] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680162, 'name': PowerOffVM_Task, 'duration_secs': 0.187764} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.003699] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.003931] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.004213] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57af4c0c-0027-4805-b504-73aa134ca0bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.071294] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.071870] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.071870] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore2] 70e133e5-f79a-400d-8f65-c30531eb6f01 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.072451] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5aa1d3df-73ce-450c-9913-b3202171fc3b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "6a0462d0-77dd-4b80-b125-6d1154c556cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.869s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.073303] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a38470-1505-4365-90fa-589864e59eae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.080224] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 875.080224] env[63380]: value = "task-2680165" [ 875.080224] env[63380]: _type = "Task" [ 875.080224] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.096287] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.096590] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.097749] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5091de1e-4d28-49b5-b9b1-df4dbf0e5570 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.106158] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 875.106158] env[63380]: value = "task-2680166" [ 875.106158] env[63380]: _type = "Task" [ 875.106158] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.116904] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680166, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.372471] env[63380]: DEBUG oslo_vmware.api [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.432022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.432022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.726s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.433874] env[63380]: INFO nova.compute.claims [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.471482] env[63380]: INFO nova.scheduler.client.report [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Deleted allocations for instance 036679d7-7311-4f0e-8223-e0665f640d9f [ 875.591265] env[63380]: DEBUG oslo_vmware.api [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130121} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.591695] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.592007] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.593032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.593285] env[63380]: INFO nova.compute.manager [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 875.593556] env[63380]: DEBUG oslo.service.loopingcall [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.593786] env[63380]: DEBUG nova.compute.manager [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.593906] env[63380]: DEBUG nova.network.neutron [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.616395] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680166, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.665067] env[63380]: DEBUG nova.network.neutron [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updated VIF entry in instance network info cache for port 9eb936a2-793c-4d80-8b1e-cf6112cced42. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.665812] env[63380]: DEBUG nova.network.neutron [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9eb936a2-793c-4d80-8b1e-cf6112cced42", "address": "fa:16:3e:f5:e3:e5", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eb936a2-79", "ovs_interfaceid": "9eb936a2-793c-4d80-8b1e-cf6112cced42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.870007] env[63380]: DEBUG oslo_vmware.api [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680163, 'name': ReconfigVM_Task, 'duration_secs': 0.905287} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.870517] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.870738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfigured VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 875.979939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4a2644a0-56e5-4e1a-b79f-e3b7af8f225a tempest-MigrationsAdminTest-585584327 tempest-MigrationsAdminTest-585584327-project-member] Lock "036679d7-7311-4f0e-8223-e0665f640d9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.558s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.028219] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "c25f0f9b-d137-40e7-b420-9205237ed600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.028458] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.076787] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.076787] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.119623] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680166, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.171220] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f1f03c7-a7d3-4e8b-91b1-1b30765d3535 req-512b9508-a1cf-4eaf-aae9-ae7bbaa4bcb5 service nova] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.375350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-61c79b79-05e6-4d0d-a5e5-f4c99b7d7c9e tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.640s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.533996] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.580354] env[63380]: DEBUG nova.compute.utils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.606333] env[63380]: DEBUG nova.network.neutron [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.621785] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680166, 'name': CloneVM_Task, 'duration_secs': 1.315965} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.622609] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Created linked-clone VM from snapshot [ 876.625753] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d4eb55-c017-4351-b944-20032db10ca2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.634588] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Uploading image 91c708f9-79ea-4d41-be12-b3efb266876a {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.648127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.648437] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ccfa7da-5f00-4958-854b-7f8c995aa812 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.656430] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 876.656430] env[63380]: value = "task-2680167" [ 876.656430] env[63380]: _type = "Task" [ 876.656430] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.665135] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680167, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.719330] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d228144e-774f-4053-99d5-9cfd719aad56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.726447] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e84f9-6507-4642-b8bf-ac403d53acab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.758373] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c598f3-6994-4fc4-af42-ee5c95fe4257 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.765817] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd0c4ef-d96b-4811-bef9-98ce03f8807e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.779524] env[63380]: DEBUG nova.compute.provider_tree [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.056637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.084926] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.109214] env[63380]: INFO nova.compute.manager [-] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Took 1.52 seconds to deallocate network for instance. [ 877.167828] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680167, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.283343] env[63380]: DEBUG nova.scheduler.client.report [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.536485] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.536817] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.615973] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.668751] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680167, 'name': Destroy_Task, 'duration_secs': 0.888731} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.669112] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Destroyed the VM [ 877.669461] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.673039] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ae1c91e-5298-482a-b5fe-aad4fcc2a56c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.676118] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 877.676118] env[63380]: value = "task-2680168" [ 877.676118] env[63380]: _type = "Task" [ 877.676118] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.686737] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.789114] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.790312] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.794758] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.318s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.797541] env[63380]: INFO nova.compute.claims [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.885505] env[63380]: DEBUG nova.compute.manager [req-b8c86dd8-6fe9-4ac1-a89a-15a9b1467ac4 req-7cd1d6ca-f709-41f2-b9c5-b3997f6ff5b8 service nova] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Received event network-vif-deleted-73208f42-2df7-4ca6-b768-0cde357674ce {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.042036] env[63380]: DEBUG nova.compute.utils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.145784] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.146295] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.146772] env[63380]: INFO nova.compute.manager [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Attaching volume 9a425863-0733-4768-97ea-4aecf7f903a1 to /dev/sdb [ 878.189871] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.193648] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd147ee-ec80-4bbd-bbd3-c63ff08ddb63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.201509] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4f5d4-c5ab-4637-8ceb-d30ef81c1564 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.216919] env[63380]: DEBUG nova.virt.block_device [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating existing volume attachment record: ee9a19d1-4253-4ef1-a5be-841749a8bd21 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 878.302556] env[63380]: DEBUG nova.compute.utils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.305778] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.306112] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.363333] env[63380]: DEBUG nova.policy [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0de951e68b746eeb240ae4d77c6628c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbb3d0f142354a52a4d0a30159ad9f5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.546266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.688823] env[63380]: DEBUG oslo_vmware.api [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680168, 'name': RemoveSnapshot_Task, 'duration_secs': 0.776563} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.692726] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.758350] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Successfully created port: 4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.809383] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.151561] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567cc336-5fe9-41a7-9dd4-102192f3e8e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.160558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07743cd-7e1c-4e2f-8797-6961d5343a3e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.199968] env[63380]: WARNING nova.compute.manager [None req-add847cc-d614-46c7-8c2a-69821292d856 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Image not found during snapshot: nova.exception.ImageNotFound: Image 91c708f9-79ea-4d41-be12-b3efb266876a could not be found. [ 879.201955] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac79278-517b-4944-ae01-a2303496458c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.209598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-9eb936a2-793c-4d80-8b1e-cf6112cced42" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.209874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-9eb936a2-793c-4d80-8b1e-cf6112cced42" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.212383] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27c056-ff54-4c98-9754-f25c01ad1617 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.233840] env[63380]: DEBUG nova.compute.provider_tree [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.291934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.291934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.291934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.291934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.292293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.294533] env[63380]: INFO nova.compute.manager [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Terminating instance [ 879.657512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.657512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.657512] env[63380]: INFO nova.compute.manager [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Attaching volume f015d168-4968-4868-a831-96a1e4a84907 to /dev/sdb [ 879.690333] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3d2a3-bbcb-4602-b1a9-a7664248f7f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.698992] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e3f6f-8d7d-42cc-a7ba-d31b5dc2f1ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.712016] env[63380]: DEBUG nova.virt.block_device [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating existing volume attachment record: a5406e7e-8d9b-4075-95d6-69dfeaec9270 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 879.719757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.719985] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.720788] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23274edd-9e1d-41b4-a738-e7bb79f0ec8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.741352] env[63380]: DEBUG nova.scheduler.client.report [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.745534] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67493b0-c348-4844-9599-5f269ea412ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.773663] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfiguring VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 879.774662] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aade299f-995d-4e4e-b1ec-d94e2b30443d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.794321] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 879.794321] env[63380]: value = "task-2680172" [ 879.794321] env[63380]: _type = "Task" [ 879.794321] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.801628] env[63380]: DEBUG nova.compute.manager [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.801628] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.805409] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb68e2-028c-4e22-be1a-2b0eb9af9228 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.808307] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.814458] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.814458] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe525f9-66a6-4de6-b50b-16e568621fb1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821302] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 879.821302] env[63380]: value = "task-2680173" [ 879.821302] env[63380]: _type = "Task" [ 879.821302] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.825447] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.832592] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.849161] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.849429] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.849593] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.849812] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.849990] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.850146] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.850364] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.850576] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.850723] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.850891] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.851104] env[63380]: DEBUG nova.virt.hardware [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.852644] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937b4d7-68a9-4c36-80a4-e896717be72d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.862371] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493dd9e-1d38-423d-8bb7-594dc3c74e9b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.911462] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.912269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.912269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.912269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.912511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.916297] env[63380]: INFO nova.compute.manager [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Terminating instance [ 880.249957] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.250539] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.253350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.577s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.253574] env[63380]: DEBUG nova.objects.instance [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lazy-loading 'resources' on Instance uuid 72f09f7d-6ff2-4ad1-8606-966ed3584a6c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.305271] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.331782] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680173, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.405140] env[63380]: DEBUG nova.compute.manager [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 880.405140] env[63380]: DEBUG oslo_concurrency.lockutils [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.405140] env[63380]: DEBUG oslo_concurrency.lockutils [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.405140] env[63380]: DEBUG oslo_concurrency.lockutils [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.405458] env[63380]: DEBUG nova.compute.manager [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] No waiting events found dispatching network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.405782] env[63380]: WARNING nova.compute.manager [req-fd6706ec-37fb-4276-9b42-efbcec1805a3 req-ed581f9b-f844-4655-af23-96f2179e424a service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received unexpected event network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 for instance with vm_state building and task_state spawning. [ 880.411627] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.411979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.423072] env[63380]: DEBUG nova.compute.manager [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.423072] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.423072] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d558af-322e-49ef-93e8-fcbf2535c9e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.430353] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.430694] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14d67d3-9994-4544-b3d6-9999288f64f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.440445] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 880.440445] env[63380]: value = "task-2680177" [ 880.440445] env[63380]: _type = "Task" [ 880.440445] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.447156] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.469813] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Successfully updated port: 4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.757957] env[63380]: DEBUG nova.compute.utils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.762355] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.762663] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.806167] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.807632] env[63380]: DEBUG nova.policy [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcd097e3236413fa1ffcec276af993d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '064e2577d16b4478897a7da2cd694dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.833970] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680173, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.915231] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.947246] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680177, 'name': PowerOffVM_Task, 'duration_secs': 0.427033} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.947635] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.947805] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.948012] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-650f5a73-240b-4408-b43f-9873f9009e3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.974131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.974131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.974131] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.032828] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.033085] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.033360] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleting the datastore file [datastore2] 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.033530] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f268f7c-fade-4f47-b089-9ec925595e6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.044998] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for the task: (returnval){ [ 881.044998] env[63380]: value = "task-2680180" [ 881.044998] env[63380]: _type = "Task" [ 881.044998] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.053149] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.079509] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7bfc42-add9-46bd-b7c6-22f8762dde4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.087267] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2108b04-56c6-4953-9add-800f2b78f64e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.118517] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39cfff-5111-4d26-88a0-9d1d6ad612a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.126459] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82353230-39db-4b7f-8b57-f5c010a20551 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.140283] env[63380]: DEBUG nova.compute.provider_tree [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.173820] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Successfully created port: 10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.263405] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.310039] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.332152] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680173, 'name': PowerOffVM_Task, 'duration_secs': 1.043978} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.332452] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.332624] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.332879] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4f38b74-679d-44d2-b130-6f4af912b857 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.415282] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.415282] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.415282] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Deleting the datastore file [datastore1] 3a2890e8-3c8b-4d93-bd50-4793b0085d7c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.415282] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656b0027-51c2-4725-9d2d-aed129061105 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423043] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for the task: (returnval){ [ 881.423043] env[63380]: value = "task-2680182" [ 881.423043] env[63380]: _type = "Task" [ 881.423043] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.440111] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.450317] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.528256] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.557011] env[63380]: DEBUG oslo_vmware.api [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Task: {'id': task-2680180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158054} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.557310] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.557518] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.557707] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.557890] env[63380]: INFO nova.compute.manager [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.558167] env[63380]: DEBUG oslo.service.loopingcall [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.558373] env[63380]: DEBUG nova.compute.manager [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.558475] env[63380]: DEBUG nova.network.neutron [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.643609] env[63380]: DEBUG nova.scheduler.client.report [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.679662] env[63380]: DEBUG nova.network.neutron [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.807580] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.934569] env[63380]: DEBUG oslo_vmware.api [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Task: {'id': task-2680182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165527} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.934850] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.935052] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.935237] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.935411] env[63380]: INFO nova.compute.manager [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Took 2.13 seconds to destroy the instance on the hypervisor. [ 881.935651] env[63380]: DEBUG oslo.service.loopingcall [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.935845] env[63380]: DEBUG nova.compute.manager [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.935941] env[63380]: DEBUG nova.network.neutron [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.148767] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.152442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.729s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.153733] env[63380]: INFO nova.compute.claims [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.181749] env[63380]: INFO nova.scheduler.client.report [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Deleted allocations for instance 72f09f7d-6ff2-4ad1-8606-966ed3584a6c [ 882.182881] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.183052] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance network_info: |[{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.186647] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:77:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b479690-16a0-4ab7-9892-04554efa5857', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.198240] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating folder: Project (dbb3d0f142354a52a4d0a30159ad9f5d). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.198824] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28eb69ba-69a8-4b00-8d01-8eaa1bc31e68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.210325] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created folder: Project (dbb3d0f142354a52a4d0a30159ad9f5d) in parent group-v540155. [ 882.210531] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating folder: Instances. Parent ref: group-v540365. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.210779] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2411c3e4-8995-4562-836a-45d67c787bea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.220973] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created folder: Instances in parent group-v540365. [ 882.221204] env[63380]: DEBUG oslo.service.loopingcall [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.221393] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.221864] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb8dfa4-4d8f-4780-923e-9a4a6b0d397a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.241945] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.241945] env[63380]: value = "task-2680186" [ 882.241945] env[63380]: _type = "Task" [ 882.241945] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.250127] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680186, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.272828] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.306813] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.309188] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.309414] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.309571] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.309784] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.311309] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.311551] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.312282] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.312464] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.312643] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.312870] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.312985] env[63380]: DEBUG nova.virt.hardware [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.313827] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168fb030-a195-49c1-8d41-61b61fd09b92 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.323107] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb7111-b216-41f8-a54e-363bb23f2ede {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371844] env[63380]: DEBUG nova.network.neutron [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.445106] env[63380]: DEBUG nova.compute.manager [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-changed-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.445357] env[63380]: DEBUG nova.compute.manager [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing instance network info cache due to event network-changed-4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 882.445591] env[63380]: DEBUG oslo_concurrency.lockutils [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.445744] env[63380]: DEBUG oslo_concurrency.lockutils [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.445950] env[63380]: DEBUG nova.network.neutron [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.701827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53022d07-d81f-4fb7-b903-16532194c8f1 tempest-ServerTagsTestJSON-660332913 tempest-ServerTagsTestJSON-660332913-project-member] Lock "72f09f7d-6ff2-4ad1-8606-966ed3584a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.611s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.755923] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680186, 'name': CreateVM_Task, 'duration_secs': 0.337174} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.755923] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.756515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.758559] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.758559] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.758559] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300aaaa4-f734-449d-84cf-fb092bd8614d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.762926] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 882.762926] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fd3f0a-a552-f03b-f0dc-98b98a0f77c2" [ 882.762926] env[63380]: _type = "Task" [ 882.762926] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.773181] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fd3f0a-a552-f03b-f0dc-98b98a0f77c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.773181] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.773181] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540362', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'name': 'volume-9a425863-0733-4768-97ea-4aecf7f903a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a188f2a3-168e-482e-a426-916070c64fa7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'serial': '9a425863-0733-4768-97ea-4aecf7f903a1'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.773668] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f90e8a2-aaac-474c-a077-45b297c42ccf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.791842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4f15e-d42e-4a68-8645-40c3c01f2098 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.820560] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-9a425863-0733-4768-97ea-4aecf7f903a1/volume-9a425863-0733-4768-97ea-4aecf7f903a1.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.827471] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0729feee-87da-402c-9a24-f0967599edb7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.844466] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.845924] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 882.845924] env[63380]: value = "task-2680187" [ 882.845924] env[63380]: _type = "Task" [ 882.845924] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.854908] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.876110] env[63380]: INFO nova.compute.manager [-] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Took 1.32 seconds to deallocate network for instance. [ 882.877858] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Successfully updated port: 10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.923391] env[63380]: DEBUG nova.network.neutron [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.208885] env[63380]: DEBUG nova.network.neutron [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updated VIF entry in instance network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.209327] env[63380]: DEBUG nova.network.neutron [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.284712] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fd3f0a-a552-f03b-f0dc-98b98a0f77c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.285454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.286017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.286474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.286901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.287213] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.287698] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc9982b-fbb5-413e-9e77-1d2a50084f28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.305341] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.305341] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.306511] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb5ec2b-8a2e-4f60-ad17-afe113719460 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.315881] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 883.315881] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5208c606-95a8-cc1a-5937-32e2f98f814d" [ 883.315881] env[63380]: _type = "Task" [ 883.315881] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.323317] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.334129] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5208c606-95a8-cc1a-5937-32e2f98f814d, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.334732] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40aa8891-0250-4677-ab82-f6eed727102c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340465] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 883.340465] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52520454-8a0a-7e00-f6b8-b3efcf00d70a" [ 883.340465] env[63380]: _type = "Task" [ 883.340465] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.349554] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52520454-8a0a-7e00-f6b8-b3efcf00d70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.360267] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680187, 'name': ReconfigVM_Task, 'duration_secs': 0.381864} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.360529] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-9a425863-0733-4768-97ea-4aecf7f903a1/volume-9a425863-0733-4768-97ea-4aecf7f903a1.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.365869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966ab6d5-4d79-4fb6-8cf7-b7b94694b3ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.383600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.383600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.383600] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.384962] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.386631] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 883.386631] env[63380]: value = "task-2680188" [ 883.386631] env[63380]: _type = "Task" [ 883.386631] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.398234] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.423764] env[63380]: INFO nova.compute.manager [-] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Took 1.49 seconds to deallocate network for instance. [ 883.498801] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cba977-5bc9-4e23-ba5a-2b102c5c4589 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.506884] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb78db1c-23cf-49dd-9ebf-e693bd46c53c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.538107] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a4c37-2a08-4817-9695-86f8e91ddbf6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.546730] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03175841-1436-4cae-a2e9-a2977b742144 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.562267] env[63380]: DEBUG nova.compute.provider_tree [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.714340] env[63380]: DEBUG oslo_concurrency.lockutils [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.714728] env[63380]: DEBUG nova.compute.manager [req-1cf6085a-726b-4135-a608-c29d5e0f27e5 req-0da27584-6e36-4698-a7b2-aece5dfd37f4 service nova] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Received event network-vif-deleted-55349e79-7957-4cd3-8e4e-0cce07e8c468 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.823837] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.853982] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52520454-8a0a-7e00-f6b8-b3efcf00d70a, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.853982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.854535] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.854535] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fee86f-a3d1-4baf-ad18-d5b71f0c45fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.862724] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 883.862724] env[63380]: value = "task-2680189" [ 883.862724] env[63380]: _type = "Task" [ 883.862724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.873601] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.903904] env[63380]: DEBUG oslo_vmware.api [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680188, 'name': ReconfigVM_Task, 'duration_secs': 0.146702} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.904571] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540362', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'name': 'volume-9a425863-0733-4768-97ea-4aecf7f903a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a188f2a3-168e-482e-a426-916070c64fa7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'serial': '9a425863-0733-4768-97ea-4aecf7f903a1'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 883.929918] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.932954] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.065541] env[63380]: DEBUG nova.scheduler.client.report [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.128378] env[63380]: DEBUG nova.network.neutron [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Updating instance_info_cache with network_info: [{"id": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "address": "fa:16:3e:a4:c0:c4", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10caf911-60", "ovs_interfaceid": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.273810] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 884.273913] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540364', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'name': 'volume-f015d168-4968-4868-a831-96a1e4a84907', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd366e5-342c-4dea-955a-2c557219f54c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'serial': 'f015d168-4968-4868-a831-96a1e4a84907'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.274858] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191deba4-089b-4f08-a9d3-99c8880b4cf6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.299633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0b129-eb8d-4a46-acb2-3dd0816a87a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.328258] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-f015d168-4968-4868-a831-96a1e4a84907/volume-f015d168-4968-4868-a831-96a1e4a84907.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.332845] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df82a3bb-2904-453d-a362-afec2aeb75db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.361196] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.361196] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 884.361196] env[63380]: value = "task-2680190" [ 884.361196] env[63380]: _type = "Task" [ 884.361196] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.377333] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513874} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.381147] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.381397] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.381701] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.382169] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cfae8f0-bf06-4668-87bd-e2ae59684b21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.392449] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 884.392449] env[63380]: value = "task-2680191" [ 884.392449] env[63380]: _type = "Task" [ 884.392449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.410297] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.557025] env[63380]: DEBUG nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Received event network-vif-deleted-a718e82f-988c-4c61-8ee2-06cd2ef5d514 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.557239] env[63380]: DEBUG nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Received event network-vif-plugged-10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.557434] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Acquiring lock "72f804e3-6a13-428f-ba42-136f8361063c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.557802] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Lock "72f804e3-6a13-428f-ba42-136f8361063c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.557927] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Lock "72f804e3-6a13-428f-ba42-136f8361063c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.558125] env[63380]: DEBUG nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] No waiting events found dispatching network-vif-plugged-10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.558301] env[63380]: WARNING nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Received unexpected event network-vif-plugged-10caf911-6093-4d52-b4e4-e5836f8a8ef4 for instance with vm_state building and task_state spawning. [ 884.558465] env[63380]: DEBUG nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Received event network-changed-10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.558620] env[63380]: DEBUG nova.compute.manager [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Refreshing instance network info cache due to event network-changed-10caf911-6093-4d52-b4e4-e5836f8a8ef4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.558814] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Acquiring lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.570952] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.571522] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.574298] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.518s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.575632] env[63380]: INFO nova.compute.claims [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.631265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.631600] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Instance network_info: |[{"id": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "address": "fa:16:3e:a4:c0:c4", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10caf911-60", "ovs_interfaceid": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.631892] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Acquired lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.632092] env[63380]: DEBUG nova.network.neutron [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Refreshing network info cache for port 10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.633284] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c0:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10caf911-6093-4d52-b4e4-e5836f8a8ef4', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.642242] env[63380]: DEBUG oslo.service.loopingcall [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.643262] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.643510] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f8191f-c921-47b4-b44c-761fe2f80a88 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.666442] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.666442] env[63380]: value = "task-2680192" [ 884.666442] env[63380]: _type = "Task" [ 884.666442] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.676368] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680192, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.830454] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.878604] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680190, 'name': ReconfigVM_Task, 'duration_secs': 0.385727} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.878604] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-f015d168-4968-4868-a831-96a1e4a84907/volume-f015d168-4968-4868-a831-96a1e4a84907.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.884042] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ce2d6c-ac59-4042-bde6-3e5dcfc3f145 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.906879] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063245} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.910675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.910675] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 884.910675] env[63380]: value = "task-2680193" [ 884.910675] env[63380]: _type = "Task" [ 884.910675] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.910675] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96a571-3755-4cfe-8a3e-0737f9c45a4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.924553] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.945516] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.945930] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6dbd848-3f2c-4912-9b17-8df8c1e8b584 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.962311] env[63380]: DEBUG nova.objects.instance [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid a188f2a3-168e-482e-a426-916070c64fa7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.970628] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 884.970628] env[63380]: value = "task-2680194" [ 884.970628] env[63380]: _type = "Task" [ 884.970628] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.982532] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.081296] env[63380]: DEBUG nova.compute.utils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.085390] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.086320] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.151954] env[63380]: DEBUG nova.policy [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd85a86b4b5489fa2d6af1cc09c84c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56ab2ecce5b64ffc8cdf6c2a26942e35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.177229] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680192, 'name': CreateVM_Task, 'duration_secs': 0.433612} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.177448] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.178128] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.178301] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.178723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.179046] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4974fb29-ed7f-45e0-813a-f21384f59388 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.184555] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 885.184555] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228f6a8-e98c-dba5-5489-5c89d65478a0" [ 885.184555] env[63380]: _type = "Task" [ 885.184555] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.193524] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228f6a8-e98c-dba5-5489-5c89d65478a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.332168] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.426619] env[63380]: DEBUG oslo_vmware.api [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680193, 'name': ReconfigVM_Task, 'duration_secs': 0.188173} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.427232] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540364', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'name': 'volume-f015d168-4968-4868-a831-96a1e4a84907', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd366e5-342c-4dea-955a-2c557219f54c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'serial': 'f015d168-4968-4868-a831-96a1e4a84907'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 885.470157] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f19806b6-46f4-4e50-ac76-1d9bc2622079 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.481668] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.527818] env[63380]: DEBUG nova.network.neutron [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Updated VIF entry in instance network info cache for port 10caf911-6093-4d52-b4e4-e5836f8a8ef4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.528225] env[63380]: DEBUG nova.network.neutron [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Updating instance_info_cache with network_info: [{"id": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "address": "fa:16:3e:a4:c0:c4", "network": {"id": "de361e6c-a802-4163-bf40-cf97f2ac695e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-922334033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "064e2577d16b4478897a7da2cd694dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10caf911-60", "ovs_interfaceid": "10caf911-6093-4d52-b4e4-e5836f8a8ef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.586792] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.695421] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228f6a8-e98c-dba5-5489-5c89d65478a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.696287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.696287] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.696287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.696287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.696545] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.697062] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629eb75f-073b-4350-8a18-b56dd2eb9d8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.713401] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.713401] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.715901] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a90158-2e90-4693-9e52-14f25557abfa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.722841] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 885.722841] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5295763b-d8c8-4c30-b4e8-abf9849ffb17" [ 885.722841] env[63380]: _type = "Task" [ 885.722841] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.736804] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5295763b-d8c8-4c30-b4e8-abf9849ffb17, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.739692] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad55279-509c-4358-a796-4b0090b3fcd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.748264] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 885.748264] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9ebae-1299-5e55-a4f4-e2835a7c0550" [ 885.748264] env[63380]: _type = "Task" [ 885.748264] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.760645] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9ebae-1299-5e55-a4f4-e2835a7c0550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.775361] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Successfully created port: f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.833536] env[63380]: DEBUG oslo_vmware.api [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680172, 'name': ReconfigVM_Task, 'duration_secs': 5.772376} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.836851] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.840033] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Reconfigured VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 885.955165] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94b73c8-539f-4fde-88c6-69312ea314eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.968881] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8b418-c84e-4f6f-b324-5bec4d27363b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982553] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680194, 'name': ReconfigVM_Task, 'duration_secs': 0.561457} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.011281] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.014180] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ba89051-3cdb-44b8-af18-39680184b592 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.018101] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153a80b-1b1e-42c3-abef-127ff0ead54e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.026345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb5660-8d69-4b27-9c9e-313cc13ad564 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.030260] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 886.030260] env[63380]: value = "task-2680195" [ 886.030260] env[63380]: _type = "Task" [ 886.030260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.042648] env[63380]: DEBUG oslo_concurrency.lockutils [req-e27a6eb5-a65a-4fb6-ae23-b04a4ebe1580 req-6de5040a-d4f4-4492-9a92-b608b143d6ae service nova] Releasing lock "refresh_cache-72f804e3-6a13-428f-ba42-136f8361063c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.043038] env[63380]: DEBUG nova.compute.provider_tree [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.050913] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680195, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.261211] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c9ebae-1299-5e55-a4f4-e2835a7c0550, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.261629] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.262034] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 72f804e3-6a13-428f-ba42-136f8361063c/72f804e3-6a13-428f-ba42-136f8361063c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.262423] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c462fe1-a060-47d4-8089-83fcddf874cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.272060] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 886.272060] env[63380]: value = "task-2680196" [ 886.272060] env[63380]: _type = "Task" [ 886.272060] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.284739] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.521692] env[63380]: DEBUG nova.objects.instance [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.547891] env[63380]: DEBUG nova.scheduler.client.report [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.552200] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680195, 'name': Rename_Task, 'duration_secs': 0.152304} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.553164] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.553164] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1460b9e0-bab1-4265-9441-20be5e0e3e35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.567448] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 886.567448] env[63380]: value = "task-2680197" [ 886.567448] env[63380]: _type = "Task" [ 886.567448] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.580639] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.603436] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.647486] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.647939] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.648316] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.648635] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.648962] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.653595] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.653957] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.654346] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.654947] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.654947] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.655272] env[63380]: DEBUG nova.virt.hardware [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.661661] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a95dc-bd1d-4b65-b473-43c4476ec6a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.677844] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6665f-7058-4896-a6b2-c3c3bae85dd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.789298] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505756} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.789666] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 72f804e3-6a13-428f-ba42-136f8361063c/72f804e3-6a13-428f-ba42-136f8361063c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.791291] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.791291] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75de5ff3-3993-4b02-83f4-6bba6cc19df1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.801022] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 886.801022] env[63380]: value = "task-2680198" [ 886.801022] env[63380]: _type = "Task" [ 886.801022] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.812164] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.836284] env[63380]: DEBUG nova.compute.manager [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-vif-deleted-9eb936a2-793c-4d80-8b1e-cf6112cced42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.836284] env[63380]: INFO nova.compute.manager [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Neutron deleted interface 9eb936a2-793c-4d80-8b1e-cf6112cced42; detaching it from the instance and deleting it from the info cache [ 886.836284] env[63380]: DEBUG nova.network.neutron [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.026274] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8836dcec-0140-41b9-821b-6c8e21317a82 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.369s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.055757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.056272] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.058870] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.443s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.059141] env[63380]: DEBUG nova.objects.instance [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid 70e133e5-f79a-400d-8f65-c30531eb6f01 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.084141] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.314756] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071518} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.314756] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.315842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4e107e-ad38-4ae7-921c-c94b6a422b2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.344735] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 72f804e3-6a13-428f-ba42-136f8361063c/72f804e3-6a13-428f-ba42-136f8361063c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.345098] env[63380]: DEBUG oslo_concurrency.lockutils [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.346026] env[63380]: DEBUG oslo_concurrency.lockutils [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] Acquired lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.346305] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c3f4c6-3b80-4efd-96ae-3012015ee6c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.367874] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c90c16-bfa1-4615-85eb-ce0a2064df75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.377050] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.377554] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.380608] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 887.380608] env[63380]: value = "task-2680199" [ 887.380608] env[63380]: _type = "Task" [ 887.380608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.395970] env[63380]: DEBUG oslo_concurrency.lockutils [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] Releasing lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.396354] env[63380]: WARNING nova.compute.manager [req-64f2a6b7-7c08-4374-9f01-addb7ca6b3c5 req-5c9c7069-1d9c-4f7f-b85b-f7acb057cdba service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Detach interface failed, port_id=9eb936a2-793c-4d80-8b1e-cf6112cced42, reason: No device with interface-id 9eb936a2-793c-4d80-8b1e-cf6112cced42 exists on VM: nova.exception.NotFound: No device with interface-id 9eb936a2-793c-4d80-8b1e-cf6112cced42 exists on VM [ 887.407796] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.473192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.473467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.473681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.473866] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.474412] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.476622] env[63380]: INFO nova.compute.manager [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Terminating instance [ 887.562265] env[63380]: DEBUG nova.compute.utils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.566031] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.566211] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.579781] env[63380]: DEBUG oslo_vmware.api [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680197, 'name': PowerOnVM_Task, 'duration_secs': 0.564446} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.580635] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.580966] env[63380]: INFO nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Took 7.76 seconds to spawn the instance on the hypervisor. [ 887.581281] env[63380]: DEBUG nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.583242] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c07f5-6c6d-4447-af93-0da600d02b01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.619155] env[63380]: DEBUG nova.policy [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.723034] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.723286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.723528] env[63380]: DEBUG nova.network.neutron [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.873195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.873483] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.873740] env[63380]: DEBUG nova.compute.manager [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.878271] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba01c28-cea3-4764-b393-0e251c65a7a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.881940] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.889350] env[63380]: DEBUG nova.compute.manager [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 887.890031] env[63380]: DEBUG nova.objects.instance [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.908637] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.931504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f513341b-9879-4809-b579-0fbffd3d2c7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.952887] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "cd3bef10-1014-4a88-b6a6-1780634050c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.953564] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.956449] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a0433-140a-412e-b894-fe78cc59740c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.994670] env[63380]: DEBUG nova.compute.manager [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.994966] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.996219] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01dbd8-6f99-4b5b-8337-0163e87a6e56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.999352] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4949a65c-3f8d-4b88-a7dd-5a048605b709 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.011269] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e0e859-01b9-4a7a-b19c-acee65931b14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.015520] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.016325] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be74b226-ece9-4a36-90a1-2b40c740cd2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.031439] env[63380]: DEBUG nova.compute.provider_tree [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.032110] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 888.032110] env[63380]: value = "task-2680200" [ 888.032110] env[63380]: _type = "Task" [ 888.032110] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.044337] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.069347] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.117629] env[63380]: INFO nova.compute.manager [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Took 20.44 seconds to build instance. [ 888.202575] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Successfully created port: 9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.233839] env[63380]: DEBUG nova.compute.manager [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.234842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f0674-bb51-4b5f-bb78-44d9b61a132c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.300313] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Successfully updated port: f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.408317] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680199, 'name': ReconfigVM_Task, 'duration_secs': 0.569928} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.408616] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 72f804e3-6a13-428f-ba42-136f8361063c/72f804e3-6a13-428f-ba42-136f8361063c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.409311] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4207af-847b-4efc-a0c3-d44cf3c8304f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.415858] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 888.415858] env[63380]: value = "task-2680201" [ 888.415858] env[63380]: _type = "Task" [ 888.415858] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.421065] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.427362] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680201, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.461269] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.481879] env[63380]: DEBUG nova.network.neutron [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [{"id": "c9c6c1d6-621a-4200-818f-f89ec077162b", "address": "fa:16:3e:c3:be:42", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9c6c1d6-62", "ovs_interfaceid": "c9c6c1d6-621a-4200-818f-f89ec077162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.535513] env[63380]: DEBUG nova.scheduler.client.report [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.551900] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680200, 'name': PowerOffVM_Task, 'duration_secs': 0.403088} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.552195] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.552378] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.552640] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f84fc2b-c0b4-4ca4-bce7-79cb6a6a3d68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.621655] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7e156be6-88b7-4af6-ac2a-00128d6d3fb3 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.973s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.626017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.626017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.626017] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleting the datastore file [datastore2] fba8dbd8-4229-45ca-a1dd-073403ada8e2 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.626017] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e98ce3-e4fd-4b27-8bdf-b4da7e8ef20c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.632526] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 888.632526] env[63380]: value = "task-2680203" [ 888.632526] env[63380]: _type = "Task" [ 888.632526] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.640904] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.747277] env[63380]: INFO nova.compute.manager [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] instance snapshotting [ 888.747955] env[63380]: DEBUG nova.objects.instance [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.804730] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.804901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.805067] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.862594] env[63380]: DEBUG nova.compute.manager [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Received event network-vif-plugged-f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.864704] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.864704] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.864704] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.864704] env[63380]: DEBUG nova.compute.manager [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] No waiting events found dispatching network-vif-plugged-f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.864704] env[63380]: WARNING nova.compute.manager [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Received unexpected event network-vif-plugged-f48b3f33-33e3-4eee-8e87-56ada58c6b55 for instance with vm_state building and task_state spawning. [ 888.866595] env[63380]: DEBUG nova.compute.manager [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Received event network-changed-f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.866595] env[63380]: DEBUG nova.compute.manager [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Refreshing instance network info cache due to event network-changed-f48b3f33-33e3-4eee-8e87-56ada58c6b55. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.866595] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Acquiring lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.902196] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.902560] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5cadd17-fc0e-472e-ab19-fbd671c16ac0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.913283] env[63380]: DEBUG oslo_vmware.api [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 888.913283] env[63380]: value = "task-2680204" [ 888.913283] env[63380]: _type = "Task" [ 888.913283] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.924052] env[63380]: DEBUG oslo_vmware.api [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.930116] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680201, 'name': Rename_Task, 'duration_secs': 0.145947} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.930434] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.930682] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac7bf5ea-833e-4479-90d2-a74e326689f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.940024] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 888.940024] env[63380]: value = "task-2680205" [ 888.940024] env[63380]: _type = "Task" [ 888.940024] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.949763] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.986516] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.987077] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-fba8dbd8-4229-45ca-a1dd-073403ada8e2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.047319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.049983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.600s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.051499] env[63380]: INFO nova.compute.claims [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.078603] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.082500] env[63380]: INFO nova.scheduler.client.report [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance 70e133e5-f79a-400d-8f65-c30531eb6f01 [ 889.113726] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.113866] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.113914] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.114106] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.114254] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.114398] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.114608] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.114758] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.114918] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.115095] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.115266] env[63380]: DEBUG nova.virt.hardware [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.116205] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c40a0-cddf-4a11-abc4-acb0759ad9f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.128774] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b765f1d-7659-422f-9395-ac7b8782f78f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.142900] env[63380]: DEBUG oslo_vmware.api [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159052} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.151900] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.152192] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.152389] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.152567] env[63380]: INFO nova.compute.manager [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 889.152808] env[63380]: DEBUG oslo.service.loopingcall [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.154064] env[63380]: DEBUG nova.compute.manager [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.154164] env[63380]: DEBUG nova.network.neutron [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.255483] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866667c2-b697-48e6-8d83-194e869a98e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.280651] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f1b51-b3d6-4a4f-b81a-14af32ee4d94 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.369152] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.423357] env[63380]: DEBUG oslo_vmware.api [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680204, 'name': PowerOffVM_Task, 'duration_secs': 0.316874} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.423975] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.424502] env[63380]: DEBUG nova.compute.manager [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.425468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a54fe9-f41b-447d-9676-574a080e555f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.450739] env[63380]: DEBUG oslo_vmware.api [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680205, 'name': PowerOnVM_Task, 'duration_secs': 0.493392} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.450998] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.451329] env[63380]: INFO nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Took 7.18 seconds to spawn the instance on the hypervisor. [ 889.451550] env[63380]: DEBUG nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.452335] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a876c-475b-45d0-9390-e35d6f28060b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.491750] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d74ea2d5-c97c-45f1-b126-1419af13f064 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-fba8dbd8-4229-45ca-a1dd-073403ada8e2-9eb936a2-793c-4d80-8b1e-cf6112cced42" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.282s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.523106] env[63380]: DEBUG nova.network.neutron [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating instance_info_cache with network_info: [{"id": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "address": "fa:16:3e:49:34:00", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b3f33-33", "ovs_interfaceid": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.595649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c14df08d-f9c0-4877-adba-488c8e145f88 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "70e133e5-f79a-400d-8f65-c30531eb6f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.627s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.699725] env[63380]: DEBUG nova.compute.manager [req-5ee24ccc-d59f-43e8-9d54-b4edab3dc27c req-4d661775-ec1a-4b09-b6a4-0f6a1df50f98 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Received event network-vif-deleted-c9c6c1d6-621a-4200-818f-f89ec077162b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.699978] env[63380]: INFO nova.compute.manager [req-5ee24ccc-d59f-43e8-9d54-b4edab3dc27c req-4d661775-ec1a-4b09-b6a4-0f6a1df50f98 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Neutron deleted interface c9c6c1d6-621a-4200-818f-f89ec077162b; detaching it from the instance and deleting it from the info cache [ 889.700183] env[63380]: DEBUG nova.network.neutron [req-5ee24ccc-d59f-43e8-9d54-b4edab3dc27c req-4d661775-ec1a-4b09-b6a4-0f6a1df50f98 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.792568] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.792895] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-985fd46a-2cff-442c-813e-e1a62e2b050b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.803253] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 889.803253] env[63380]: value = "task-2680206" [ 889.803253] env[63380]: _type = "Task" [ 889.803253] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.814838] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.852474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.852713] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.885977] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Successfully updated port: 9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.938893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5db89d37-d913-4a0a-ba66-89ed1523b94a tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.958906] env[63380]: WARNING oslo_messaging._drivers.amqpdriver [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 889.973619] env[63380]: INFO nova.compute.manager [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Took 21.52 seconds to build instance. [ 890.024678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.025013] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Instance network_info: |[{"id": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "address": "fa:16:3e:49:34:00", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b3f33-33", "ovs_interfaceid": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.025330] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Acquired lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.025509] env[63380]: DEBUG nova.network.neutron [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Refreshing network info cache for port f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.029874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:34:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48b3f33-33e3-4eee-8e87-56ada58c6b55', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.036072] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Creating folder: Project (56ab2ecce5b64ffc8cdf6c2a26942e35). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.037569] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf040a1-3d13-425b-9429-004146a38243 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.050975] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Created folder: Project (56ab2ecce5b64ffc8cdf6c2a26942e35) in parent group-v540155. [ 890.051447] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Creating folder: Instances. Parent ref: group-v540369. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.051820] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7b9211-3f6f-4bc0-b392-8a94c6e370e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.066938] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Created folder: Instances in parent group-v540369. [ 890.066938] env[63380]: DEBUG oslo.service.loopingcall [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.066938] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.066938] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b7e8e2-a1fc-495a-82bb-b41141620e16 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.088029] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.088029] env[63380]: value = "task-2680209" [ 890.088029] env[63380]: _type = "Task" [ 890.088029] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.098560] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680209, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.181227] env[63380]: DEBUG nova.network.neutron [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.203636] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09c2bc69-9657-4557-a7d1-811ad33f0453 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.218285] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c320e7a4-cc05-4059-8aef-c2fee9ed326b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.257402] env[63380]: DEBUG nova.compute.manager [req-5ee24ccc-d59f-43e8-9d54-b4edab3dc27c req-4d661775-ec1a-4b09-b6a4-0f6a1df50f98 service nova] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Detach interface failed, port_id=c9c6c1d6-621a-4200-818f-f89ec077162b, reason: Instance fba8dbd8-4229-45ca-a1dd-073403ada8e2 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 890.318480] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.354762] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.388901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.389123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.389248] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.392056] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414aa900-a823-40cd-920b-51eab3d51a5d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6856295a-f0dc-4a90-83f3-325fd570a81e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.439665] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbf2d5-4355-4ccb-a009-73c0efc0439d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.448393] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfafbdd-d90b-4c8d-b0c3-a833511e8223 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.464084] env[63380]: DEBUG nova.objects.instance [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.466705] env[63380]: DEBUG nova.compute.provider_tree [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.474921] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ef0a53c-dd6d-46fd-8d29-5010020d3a70 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.040s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.600444] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680209, 'name': CreateVM_Task, 'duration_secs': 0.45925} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.600444] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.600868] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.601046] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.601501] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.601835] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da89b1f-c64a-4e16-bd26-8054a080229f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.611797] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 890.611797] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3bcfb-e355-128d-5535-c206c7aabbad" [ 890.611797] env[63380]: _type = "Task" [ 890.611797] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.623157] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3bcfb-e355-128d-5535-c206c7aabbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.686962] env[63380]: INFO nova.compute.manager [-] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Took 1.53 seconds to deallocate network for instance. [ 890.765641] env[63380]: DEBUG nova.network.neutron [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updated VIF entry in instance network info cache for port f48b3f33-33e3-4eee-8e87-56ada58c6b55. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.766010] env[63380]: DEBUG nova.network.neutron [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating instance_info_cache with network_info: [{"id": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "address": "fa:16:3e:49:34:00", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b3f33-33", "ovs_interfaceid": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.814986] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680206, 'name': CreateSnapshot_Task, 'duration_secs': 0.869977} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.815336] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 890.816108] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a57b3-8dd6-4c6b-a2cf-d2d36fc96b5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.872646] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.887615] env[63380]: DEBUG nova.compute.manager [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Received event network-vif-plugged-9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.887827] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Acquiring lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.888046] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.888213] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.888414] env[63380]: DEBUG nova.compute.manager [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] No waiting events found dispatching network-vif-plugged-9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.888544] env[63380]: WARNING nova.compute.manager [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Received unexpected event network-vif-plugged-9dac26ba-2e9d-45e3-97d4-7cb4656653af for instance with vm_state building and task_state spawning. [ 890.888702] env[63380]: DEBUG nova.compute.manager [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Received event network-changed-9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.888931] env[63380]: DEBUG nova.compute.manager [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Refreshing instance network info cache due to event network-changed-9dac26ba-2e9d-45e3-97d4-7cb4656653af. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.889141] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Acquiring lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.924412] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.970049] env[63380]: DEBUG nova.scheduler.client.report [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.973853] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.973853] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973853] env[63380]: DEBUG nova.network.neutron [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.973853] env[63380]: DEBUG nova.objects.instance [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'info_cache' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.061405] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.061642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.068766] env[63380]: DEBUG nova.network.neutron [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Updating instance_info_cache with network_info: [{"id": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "address": "fa:16:3e:a3:1a:66", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dac26ba-2e", "ovs_interfaceid": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.112908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "72f804e3-6a13-428f-ba42-136f8361063c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.113179] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.113386] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "72f804e3-6a13-428f-ba42-136f8361063c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.113567] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.113734] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.118683] env[63380]: INFO nova.compute.manager [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Terminating instance [ 891.128017] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3bcfb-e355-128d-5535-c206c7aabbad, 'name': SearchDatastore_Task, 'duration_secs': 0.021139} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.128017] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.128017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.128210] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.128259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.128437] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.128686] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e959b2d9-b554-4393-a577-a0c349d08f2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.141867] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.142152] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.142823] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf0ef45-7bbb-478d-b23b-3912489890ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.150128] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 891.150128] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a8114d-60f8-8c3c-da5d-76b9e29e73ef" [ 891.150128] env[63380]: _type = "Task" [ 891.150128] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.161859] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a8114d-60f8-8c3c-da5d-76b9e29e73ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.196572] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.268462] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2783f09-3e34-42e3-9ed2-dc5fc41c0f9a req-1914e123-c38a-46a3-aa39-59a549f2fd58 service nova] Releasing lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.333495] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.333823] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b763e938-0fd7-4c37-a505-66e79f4bfe07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.344422] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 891.344422] env[63380]: value = "task-2680210" [ 891.344422] env[63380]: _type = "Task" [ 891.344422] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.352806] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680210, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.476586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.477052] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.482961] env[63380]: DEBUG nova.objects.base [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.482961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.097s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.482961] env[63380]: DEBUG nova.objects.instance [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lazy-loading 'resources' on Instance uuid 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.564312] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.570767] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.571188] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Instance network_info: |[{"id": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "address": "fa:16:3e:a3:1a:66", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dac26ba-2e", "ovs_interfaceid": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.571622] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Acquired lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.571858] env[63380]: DEBUG nova.network.neutron [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Refreshing network info cache for port 9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.572897] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:1a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dac26ba-2e9d-45e3-97d4-7cb4656653af', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.580603] env[63380]: DEBUG oslo.service.loopingcall [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.584075] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.584553] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e64a973-bd55-4153-af80-d798f48d54f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.608996] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.608996] env[63380]: value = "task-2680211" [ 891.608996] env[63380]: _type = "Task" [ 891.608996] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.619094] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680211, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.624799] env[63380]: DEBUG nova.compute.manager [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.625080] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.625990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad14ba-a651-4886-a7d9-6e8b8e0cfff8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.635314] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.635594] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6573c099-8d96-4be6-b3c1-ba31e1e90c99 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.643575] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 891.643575] env[63380]: value = "task-2680212" [ 891.643575] env[63380]: _type = "Task" [ 891.643575] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.653222] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.664640] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a8114d-60f8-8c3c-da5d-76b9e29e73ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013681} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.665529] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4fb111-90ff-414b-a81a-d2cb1c9e5b80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.674638] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 891.674638] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52205a19-a366-f03d-3bbb-9ea71773e146" [ 891.674638] env[63380]: _type = "Task" [ 891.674638] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.686563] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52205a19-a366-f03d-3bbb-9ea71773e146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.857360] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680210, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.882573] env[63380]: DEBUG nova.network.neutron [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Updated VIF entry in instance network info cache for port 9dac26ba-2e9d-45e3-97d4-7cb4656653af. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.882896] env[63380]: DEBUG nova.network.neutron [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Updating instance_info_cache with network_info: [{"id": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "address": "fa:16:3e:a3:1a:66", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dac26ba-2e", "ovs_interfaceid": "9dac26ba-2e9d-45e3-97d4-7cb4656653af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.984214] env[63380]: DEBUG nova.compute.utils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.991178] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.991383] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.057289] env[63380]: DEBUG nova.policy [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf980adc74414b69b57c64657ab3ff65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00828a6f29664a7e86ff1be41b550d9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.083372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.120412] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680211, 'name': CreateVM_Task, 'duration_secs': 0.461203} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.122986] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.123953] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.124088] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.124415] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.124781] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d18d98-d907-40d6-8186-0fcd97aae945 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.129882] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 892.129882] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5236f12a-cb73-ffaf-8716-dc3de9df138b" [ 892.129882] env[63380]: _type = "Task" [ 892.129882] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.143541] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5236f12a-cb73-ffaf-8716-dc3de9df138b, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.143843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.144064] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.144304] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.154806] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680212, 'name': PowerOffVM_Task, 'duration_secs': 0.201627} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.155093] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.155376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.155593] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4ae3186-aa62-41f2-b1e3-3afddbb4ccfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.185961] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52205a19-a366-f03d-3bbb-9ea71773e146, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.189231] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.189525] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d2e8c600-3ea4-4eac-b433-0bec2285b5ec/d2e8c600-3ea4-4eac-b433-0bec2285b5ec.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.190986] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.190986] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.190986] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f458941-1a9f-47bb-92dc-9c6109be9a0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.192705] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7adeda-2aef-435f-8e16-f4d320fb0784 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.203856] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 892.203856] env[63380]: value = "task-2680214" [ 892.203856] env[63380]: _type = "Task" [ 892.203856] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.208685] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.208991] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.214585] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f05d98-e0ae-4536-9419-6a1ab9849a69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.226678] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 892.226678] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252ac71-0820-a6cb-3d7c-dc171905d283" [ 892.226678] env[63380]: _type = "Task" [ 892.226678] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.229971] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.240573] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252ac71-0820-a6cb-3d7c-dc171905d283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.241884] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.242099] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.242282] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleting the datastore file [datastore2] 72f804e3-6a13-428f-ba42-136f8361063c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.242537] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb89a6e-96aa-4fc6-aed8-81906b80e99c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.251665] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for the task: (returnval){ [ 892.251665] env[63380]: value = "task-2680215" [ 892.251665] env[63380]: _type = "Task" [ 892.251665] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.260346] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.276489] env[63380]: DEBUG nova.network.neutron [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.326391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3076106-f62c-46f4-98da-57cc2e9899fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.336033] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a266a4-9ec6-4908-b808-661dc71c0e2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.372831] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa58320-333e-4065-ae51-7f12a7d23b42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.385389] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680210, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.386040] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b263862-1cb0-409a-8695-0844daa41194 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.391097] env[63380]: DEBUG oslo_concurrency.lockutils [req-713c8160-9d67-44c4-b59d-8ef61aff6372 req-dc4fda8d-179b-49ca-98ec-82a3be386e8b service nova] Releasing lock "refresh_cache-c25f0f9b-d137-40e7-b420-9205237ed600" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.404148] env[63380]: DEBUG nova.compute.provider_tree [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.454604] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Successfully created port: 91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.494480] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.721155] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740568] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252ac71-0820-a6cb-3d7c-dc171905d283, 'name': SearchDatastore_Task, 'duration_secs': 0.022411} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.741447] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ed3c18-bf2f-44ad-a238-becc6061d3ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.751071] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 892.751071] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275861d-8054-a244-e7bf-a69dd3768409" [ 892.751071] env[63380]: _type = "Task" [ 892.751071] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.762636] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275861d-8054-a244-e7bf-a69dd3768409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.765595] env[63380]: DEBUG oslo_vmware.api [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Task: {'id': task-2680215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293183} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.765883] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.767726] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.767726] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.767726] env[63380]: INFO nova.compute.manager [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 892.767726] env[63380]: DEBUG oslo.service.loopingcall [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.767726] env[63380]: DEBUG nova.compute.manager [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.767726] env[63380]: DEBUG nova.network.neutron [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.780593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.879709] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680210, 'name': CloneVM_Task, 'duration_secs': 1.221749} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.879953] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created linked-clone VM from snapshot [ 892.880707] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c21b0a-b684-49cd-bfe2-58e66a34ce37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.888466] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploading image 1d340ffa-3c81-4a66-a6da-9a33ad0deed2 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.907678] env[63380]: DEBUG nova.scheduler.client.report [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.921539] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 892.921539] env[63380]: value = "vm-540373" [ 892.921539] env[63380]: _type = "VirtualMachine" [ 892.921539] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 892.922137] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d48c315e-df8d-4e83-9d82-c2048791ed82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.932550] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease: (returnval){ [ 892.932550] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527e3f40-14ab-7685-f570-0acaea602671" [ 892.932550] env[63380]: _type = "HttpNfcLease" [ 892.932550] env[63380]: } obtained for exporting VM: (result){ [ 892.932550] env[63380]: value = "vm-540373" [ 892.932550] env[63380]: _type = "VirtualMachine" [ 892.932550] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 892.932858] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the lease: (returnval){ [ 892.932858] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527e3f40-14ab-7685-f570-0acaea602671" [ 892.932858] env[63380]: _type = "HttpNfcLease" [ 892.932858] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 892.940347] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.940347] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527e3f40-14ab-7685-f570-0acaea602671" [ 892.940347] env[63380]: _type = "HttpNfcLease" [ 892.940347] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.025048] env[63380]: DEBUG nova.compute.manager [req-1ffd50bb-2ea0-464c-8189-886a2eac235d req-ce3115d1-850f-4913-91e7-0a887f4c33de service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Received event network-vif-deleted-10caf911-6093-4d52-b4e4-e5836f8a8ef4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.025048] env[63380]: INFO nova.compute.manager [req-1ffd50bb-2ea0-464c-8189-886a2eac235d req-ce3115d1-850f-4913-91e7-0a887f4c33de service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Neutron deleted interface 10caf911-6093-4d52-b4e4-e5836f8a8ef4; detaching it from the instance and deleting it from the info cache [ 893.025541] env[63380]: DEBUG nova.network.neutron [req-1ffd50bb-2ea0-464c-8189-886a2eac235d req-ce3115d1-850f-4913-91e7-0a887f4c33de service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.221063] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551013} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.221240] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d2e8c600-3ea4-4eac-b433-0bec2285b5ec/d2e8c600-3ea4-4eac-b433-0bec2285b5ec.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.221459] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.221720] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-624fd30e-9034-4414-b0e1-e66419b57508 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.229490] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 893.229490] env[63380]: value = "task-2680217" [ 893.229490] env[63380]: _type = "Task" [ 893.229490] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.238122] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.259357] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275861d-8054-a244-e7bf-a69dd3768409, 'name': SearchDatastore_Task, 'duration_secs': 0.029194} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.259798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.259798] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c25f0f9b-d137-40e7-b420-9205237ed600/c25f0f9b-d137-40e7-b420-9205237ed600.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.260066] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ee5f00-12fe-4be6-b60c-f6c1423cb055 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.267188] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 893.267188] env[63380]: value = "task-2680218" [ 893.267188] env[63380]: _type = "Task" [ 893.267188] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.275697] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.415572] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.417964] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.485s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.418232] env[63380]: DEBUG nova.objects.instance [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lazy-loading 'resources' on Instance uuid 3a2890e8-3c8b-4d93-bd50-4793b0085d7c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.443045] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.443045] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527e3f40-14ab-7685-f570-0acaea602671" [ 893.443045] env[63380]: _type = "HttpNfcLease" [ 893.443045] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.443411] env[63380]: INFO nova.scheduler.client.report [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Deleted allocations for instance 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b [ 893.444535] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.444535] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527e3f40-14ab-7685-f570-0acaea602671" [ 893.444535] env[63380]: _type = "HttpNfcLease" [ 893.444535] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 893.445335] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722081b3-be2e-4edd-89d3-8e53f6a61881 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.459812] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.460034] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 893.526502] env[63380]: DEBUG nova.network.neutron [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.531947] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.533194] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d37cccad-8c16-4632-88b2-1c0729b0afbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.546853] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454267fd-8b3b-4f61-89c0-a11e204e12ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.567245] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.567513] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.567696] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.567893] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.568049] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.568228] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.568513] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.568607] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.568792] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.568989] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.569208] env[63380]: DEBUG nova.virt.hardware [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.570489] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e2f90-4705-41b9-a100-c6109418282a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.585854] env[63380]: DEBUG nova.compute.manager [req-1ffd50bb-2ea0-464c-8189-886a2eac235d req-ce3115d1-850f-4913-91e7-0a887f4c33de service nova] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Detach interface failed, port_id=10caf911-6093-4d52-b4e4-e5836f8a8ef4, reason: Instance 72f804e3-6a13-428f-ba42-136f8361063c could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 893.590193] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1120f38-6bfc-4caa-b4c6-63881f54f7d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.625056] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c32b8b6d-786d-4ee4-b51c-b6260b94f1f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.742141] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074055} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.742141] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.742707] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b2fb5-b5b6-4881-aea3-e4c6821313b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.768642] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d2e8c600-3ea4-4eac-b433-0bec2285b5ec/d2e8c600-3ea4-4eac-b433-0bec2285b5ec.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.769223] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815fe903-29ef-47ee-85ef-7244f6a27b39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.791104] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.792076] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a308b70e-f2fd-432a-991d-46bfd51fd4d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.799755] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680218, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.804774] env[63380]: DEBUG oslo_vmware.api [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 893.804774] env[63380]: value = "task-2680220" [ 893.804774] env[63380]: _type = "Task" [ 893.804774] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.805192] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 893.805192] env[63380]: value = "task-2680219" [ 893.805192] env[63380]: _type = "Task" [ 893.805192] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.820980] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.925591] env[63380]: DEBUG nova.compute.manager [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Received event network-vif-plugged-91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.925665] env[63380]: DEBUG oslo_concurrency.lockutils [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] Acquiring lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.925919] env[63380]: DEBUG oslo_concurrency.lockutils [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.926072] env[63380]: DEBUG oslo_concurrency.lockutils [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.926244] env[63380]: DEBUG nova.compute.manager [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] No waiting events found dispatching network-vif-plugged-91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.926421] env[63380]: WARNING nova.compute.manager [req-33470be5-4455-4857-bd77-1e67fec0906c req-d935888e-98f5-4ac8-8107-78ca8e934f68 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Received unexpected event network-vif-plugged-91d50d37-6b56-49b0-938c-5df5381fe81b for instance with vm_state building and task_state spawning. [ 893.962779] env[63380]: DEBUG oslo_concurrency.lockutils [None req-15e582c9-2470-408a-afb0-fa476ba5b8c1 tempest-ImagesTestJSON-773181580 tempest-ImagesTestJSON-773181580-project-member] Lock "636d69e1-0c2e-4ecb-b223-f3d39fa85a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.051s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.038780] env[63380]: INFO nova.compute.manager [-] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Took 1.27 seconds to deallocate network for instance. [ 894.052466] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Successfully updated port: 91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.279774] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570993} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.282963] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] c25f0f9b-d137-40e7-b420-9205237ed600/c25f0f9b-d137-40e7-b420-9205237ed600.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.283315] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.283919] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90695295-5b8a-4be3-bb43-61ff9696b2e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.291895] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 894.291895] env[63380]: value = "task-2680221" [ 894.291895] env[63380]: _type = "Task" [ 894.291895] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.304528] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.314496] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6ff27-5846-4340-a2bc-ba3ee7c2b493 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323038] env[63380]: DEBUG oslo_vmware.api [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680220, 'name': PowerOnVM_Task, 'duration_secs': 0.474694} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.328539] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.328902] env[63380]: DEBUG nova.compute.manager [None req-f17443e3-645a-47c9-9800-1653bec4f6c0 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.329332] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.330243] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b662a67-ebb1-4262-9ac2-936796da307a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.333833] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7dbb0-cf9f-4719-8ff3-02bd30e25a25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.378462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a3410-3dec-4d64-b778-7b0ec1d27723 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.390720] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b79fcfd-7121-4cec-8277-9fee79e85ba3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.408956] env[63380]: DEBUG nova.compute.provider_tree [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.555098] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.561629] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.561629] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.561629] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.802921] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081806} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.803316] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.804223] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bed905-10e2-4b7b-b8ed-f009489c7c52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.818374] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680219, 'name': ReconfigVM_Task, 'duration_secs': 0.53533} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.828211] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d2e8c600-3ea4-4eac-b433-0bec2285b5ec/d2e8c600-3ea4-4eac-b433-0bec2285b5ec.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.840958] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c25f0f9b-d137-40e7-b420-9205237ed600/c25f0f9b-d137-40e7-b420-9205237ed600.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.840958] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad59e726-59c3-4183-982d-1d6ac17aa0cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.843252] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78e2f85-4d9c-44b2-a6cb-403aca9b3da0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.868269] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 894.868269] env[63380]: value = "task-2680222" [ 894.868269] env[63380]: _type = "Task" [ 894.868269] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.868952] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 894.868952] env[63380]: value = "task-2680223" [ 894.868952] env[63380]: _type = "Task" [ 894.868952] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.882264] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.886913] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680222, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.913055] env[63380]: DEBUG nova.scheduler.client.report [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.106468] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.257714] env[63380]: DEBUG nova.network.neutron [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Updating instance_info_cache with network_info: [{"id": "91d50d37-6b56-49b0-938c-5df5381fe81b", "address": "fa:16:3e:93:ae:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d50d37-6b", "ovs_interfaceid": "91d50d37-6b56-49b0-938c-5df5381fe81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.388195] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.398427] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680222, 'name': Rename_Task, 'duration_secs': 0.178357} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.398427] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.398427] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779f65bd-de25-42fa-accd-7380f3813ed3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409181] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 895.409181] env[63380]: value = "task-2680224" [ 895.409181] env[63380]: _type = "Task" [ 895.409181] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.420674] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.423370] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.428252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.008s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.431384] env[63380]: INFO nova.compute.claims [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.458779] env[63380]: INFO nova.scheduler.client.report [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Deleted allocations for instance 3a2890e8-3c8b-4d93-bd50-4793b0085d7c [ 895.760692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.761820] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Instance network_info: |[{"id": "91d50d37-6b56-49b0-938c-5df5381fe81b", "address": "fa:16:3e:93:ae:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d50d37-6b", "ovs_interfaceid": "91d50d37-6b56-49b0-938c-5df5381fe81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.766018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ae:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d50d37-6b56-49b0-938c-5df5381fe81b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.775515] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Creating folder: Project (00828a6f29664a7e86ff1be41b550d9e). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.777352] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfc5cf4-358b-495b-8b3e-7a0c98c6ba72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.792337] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Created folder: Project (00828a6f29664a7e86ff1be41b550d9e) in parent group-v540155. [ 895.794147] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Creating folder: Instances. Parent ref: group-v540375. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.794147] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a68f4e-b3c7-4e36-a945-ca0c1e0eaa31 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.805932] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Created folder: Instances in parent group-v540375. [ 895.807219] env[63380]: DEBUG oslo.service.loopingcall [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.807219] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.807219] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2c51ed-fa8a-4eba-8e49-f88e661c7a23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.832191] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.832191] env[63380]: value = "task-2680227" [ 895.832191] env[63380]: _type = "Task" [ 895.832191] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.841788] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680227, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.881422] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680223, 'name': ReconfigVM_Task, 'duration_secs': 0.607777} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.882878] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c25f0f9b-d137-40e7-b420-9205237ed600/c25f0f9b-d137-40e7-b420-9205237ed600.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.885686] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee360b0-b372-4456-8bde-e413402fb0be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.894113] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 895.894113] env[63380]: value = "task-2680228" [ 895.894113] env[63380]: _type = "Task" [ 895.894113] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.910920] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680228, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.920811] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680224, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.971648] env[63380]: DEBUG oslo_concurrency.lockutils [None req-54a859b4-d267-4497-b539-b46bb8428c11 tempest-ServersTestManualDisk-602705734 tempest-ServersTestManualDisk-602705734-project-member] Lock "3a2890e8-3c8b-4d93-bd50-4793b0085d7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.680s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.989531] env[63380]: DEBUG nova.compute.manager [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Received event network-changed-91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.989738] env[63380]: DEBUG nova.compute.manager [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Refreshing instance network info cache due to event network-changed-91d50d37-6b56-49b0-938c-5df5381fe81b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.990013] env[63380]: DEBUG oslo_concurrency.lockutils [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] Acquiring lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.991225] env[63380]: DEBUG oslo_concurrency.lockutils [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] Acquired lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.992913] env[63380]: DEBUG nova.network.neutron [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Refreshing network info cache for port 91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.182833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "8afa705a-cd78-4316-956a-26313220cb4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.183180] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.183392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "8afa705a-cd78-4316-956a-26313220cb4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.183652] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.183854] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.186757] env[63380]: INFO nova.compute.manager [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Terminating instance [ 896.345642] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680227, 'name': CreateVM_Task, 'duration_secs': 0.424813} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.345817] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.346732] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.347170] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.347533] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.347802] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ac64aa-da31-4fca-8562-3ad4e328004c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.355091] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 896.355091] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a13f5-6d42-5a5c-c7e7-3d8fa8659b57" [ 896.355091] env[63380]: _type = "Task" [ 896.355091] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.363041] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a13f5-6d42-5a5c-c7e7-3d8fa8659b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.405235] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680228, 'name': Rename_Task, 'duration_secs': 0.214717} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.405539] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.405792] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3c06d5-56d8-41b8-809d-96e7af9c3dbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.418326] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 896.418326] env[63380]: value = "task-2680229" [ 896.418326] env[63380]: _type = "Task" [ 896.418326] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.427432] env[63380]: DEBUG oslo_vmware.api [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680224, 'name': PowerOnVM_Task, 'duration_secs': 0.552746} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.428423] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.428823] env[63380]: INFO nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Took 9.83 seconds to spawn the instance on the hypervisor. [ 896.430293] env[63380]: DEBUG nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.437665] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b5d70-2184-4902-b93c-61f9ab933060 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.441271] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.691225] env[63380]: DEBUG nova.compute.manager [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.691516] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.691817] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9423de7f-946b-47ac-911c-7143d5e166d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.703142] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 896.703142] env[63380]: value = "task-2680230" [ 896.703142] env[63380]: _type = "Task" [ 896.703142] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.715070] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.772791] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a21cdb-3657-44fa-819c-13aa00a45e4c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.784804] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64dd5e-0773-49b0-9973-eef41afdbd21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.821797] env[63380]: DEBUG nova.network.neutron [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Updated VIF entry in instance network info cache for port 91d50d37-6b56-49b0-938c-5df5381fe81b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.822382] env[63380]: DEBUG nova.network.neutron [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Updating instance_info_cache with network_info: [{"id": "91d50d37-6b56-49b0-938c-5df5381fe81b", "address": "fa:16:3e:93:ae:51", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d50d37-6b", "ovs_interfaceid": "91d50d37-6b56-49b0-938c-5df5381fe81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.825198] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d6cf7-6d9e-411e-a550-6cf67dbf0616 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.838121] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1971759-cd68-4bca-9a73-ba4a6e17946c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.857349] env[63380]: DEBUG nova.compute.provider_tree [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.869443] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525a13f5-6d42-5a5c-c7e7-3d8fa8659b57, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.869790] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.870069] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.870356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.870510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.870697] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.870984] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf28cd3-d7c3-4d35-9689-c663adbd6ac2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.882646] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.882646] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.883398] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33756a9a-2356-4af9-8187-8573081e641d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.890310] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 896.890310] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52264de2-d0a0-a18c-9350-e1000d931644" [ 896.890310] env[63380]: _type = "Task" [ 896.890310] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.899296] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52264de2-d0a0-a18c-9350-e1000d931644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.931938] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.969564] env[63380]: INFO nova.compute.manager [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Took 25.57 seconds to build instance. [ 897.217453] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680230, 'name': PowerOffVM_Task, 'duration_secs': 0.294698} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.217791] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.217927] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 897.218155] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540234', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'name': 'volume-d9abd36e-e722-44a7-8471-fe11e722639b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8afa705a-cd78-4316-956a-26313220cb4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'serial': 'd9abd36e-e722-44a7-8471-fe11e722639b'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 897.218988] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5c024-9329-4ed1-979a-ba3367d70f90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.244456] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21865467-038f-4f1c-9dcf-d6ce2360475b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.254127] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576ae1b-7d78-40c3-b23f-b1c6636bd20c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.274247] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7341498a-8242-4d1b-b957-d8f3e702d939 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.290717] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] The volume has not been displaced from its original location: [datastore1] volume-d9abd36e-e722-44a7-8471-fe11e722639b/volume-d9abd36e-e722-44a7-8471-fe11e722639b.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 897.296789] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.297243] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb1022d-24f0-4a43-a476-bcb6667c7a7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.318865] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 897.318865] env[63380]: value = "task-2680231" [ 897.318865] env[63380]: _type = "Task" [ 897.318865] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.331734] env[63380]: DEBUG oslo_concurrency.lockutils [req-7fe98c36-d1a1-42b4-822f-cb17d490b9ae req-7f2e401b-62ef-40cb-97d7-c77075384300 service nova] Releasing lock "refresh_cache-96e059d7-c7e6-4dcd-830b-83be52f21d68" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.332267] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.363870] env[63380]: DEBUG nova.scheduler.client.report [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.401197] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52264de2-d0a0-a18c-9350-e1000d931644, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.401995] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203586de-a10a-43ee-8f27-319259877e44 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.408106] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 897.408106] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d95c8a-b916-036b-e0c9-a6f5b7a5f228" [ 897.408106] env[63380]: _type = "Task" [ 897.408106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.416888] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d95c8a-b916-036b-e0c9-a6f5b7a5f228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.428710] env[63380]: DEBUG oslo_vmware.api [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680229, 'name': PowerOnVM_Task, 'duration_secs': 0.70348} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.429010] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.429235] env[63380]: INFO nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Took 8.35 seconds to spawn the instance on the hypervisor. [ 897.429455] env[63380]: DEBUG nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.430310] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21839515-19d0-4b79-8369-2edf0d3985ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.473019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e5331f7-6243-43df-9f31-f807c3e7e4cb tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.078s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.831424] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.876194] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.876760] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.879385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.893s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.881073] env[63380]: INFO nova.compute.claims [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.920368] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d95c8a-b916-036b-e0c9-a6f5b7a5f228, 'name': SearchDatastore_Task, 'duration_secs': 0.021341} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.920661] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.920938] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 96e059d7-c7e6-4dcd-830b-83be52f21d68/96e059d7-c7e6-4dcd-830b-83be52f21d68.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.921431] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35f27f1-4a6a-4140-b90d-dc51bf5800d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.948933] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 897.948933] env[63380]: value = "task-2680232" [ 897.948933] env[63380]: _type = "Task" [ 897.948933] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.952288] env[63380]: INFO nova.compute.manager [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Took 20.91 seconds to build instance. [ 897.960118] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.262535] env[63380]: DEBUG nova.compute.manager [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Received event network-changed-f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.262829] env[63380]: DEBUG nova.compute.manager [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Refreshing instance network info cache due to event network-changed-f48b3f33-33e3-4eee-8e87-56ada58c6b55. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.263113] env[63380]: DEBUG oslo_concurrency.lockutils [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] Acquiring lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.263260] env[63380]: DEBUG oslo_concurrency.lockutils [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] Acquired lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.263421] env[63380]: DEBUG nova.network.neutron [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Refreshing network info cache for port f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.341620] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.385595] env[63380]: DEBUG nova.compute.utils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.391337] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.391337] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.455504] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c6a195c-d487-4156-b3be-c69a0839e688 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.426s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.460766] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.485725] env[63380]: DEBUG nova.policy [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebbfe886730d464eab36bbcd3a17843c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef7cc4d5c8b448185577364049db6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.837322] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680231, 'name': ReconfigVM_Task, 'duration_secs': 1.355739} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.838074] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 898.845030] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb516c84-682a-48ee-8b14-b9dfcb84d321 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.862732] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 898.862732] env[63380]: value = "task-2680233" [ 898.862732] env[63380]: _type = "Task" [ 898.862732] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.874698] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.891949] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.966847] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625429} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.967202] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 96e059d7-c7e6-4dcd-830b-83be52f21d68/96e059d7-c7e6-4dcd-830b-83be52f21d68.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.967542] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.967824] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bc5b58a-aaa2-4cea-bf36-b24b41bce97b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.980649] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 898.980649] env[63380]: value = "task-2680234" [ 898.980649] env[63380]: _type = "Task" [ 898.980649] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.002962] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.007246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "c73c204e-dde3-4866-8fa9-77547509eecb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.007246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.007417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.007536] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.007708] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.011702] env[63380]: INFO nova.compute.manager [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Terminating instance [ 899.119859] env[63380]: DEBUG nova.network.neutron [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updated VIF entry in instance network info cache for port f48b3f33-33e3-4eee-8e87-56ada58c6b55. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.120906] env[63380]: DEBUG nova.network.neutron [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating instance_info_cache with network_info: [{"id": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "address": "fa:16:3e:49:34:00", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48b3f33-33", "ovs_interfaceid": "f48b3f33-33e3-4eee-8e87-56ada58c6b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.264720] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd70efc-35a5-4e60-bcec-0ac8d0bde913 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.274793] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd99401-3d80-49b0-a349-4f3723af3979 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.313443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "c25f0f9b-d137-40e7-b420-9205237ed600" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.313722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.313914] env[63380]: DEBUG nova.compute.manager [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.314936] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e8330c-f896-42f7-a13e-5da0134488ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.318755] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e0497-c723-485f-874a-b943c8411479 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.329071] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad24bb-6324-4f6d-ad90-e50ed34af5b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.335200] env[63380]: DEBUG nova.compute.manager [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 899.335200] env[63380]: DEBUG nova.objects.instance [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'flavor' on Instance uuid c25f0f9b-d137-40e7-b420-9205237ed600 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.347849] env[63380]: DEBUG nova.compute.provider_tree [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.373687] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680233, 'name': ReconfigVM_Task, 'duration_secs': 0.16354} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.373687] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540234', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'name': 'volume-d9abd36e-e722-44a7-8471-fe11e722639b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8afa705a-cd78-4316-956a-26313220cb4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9abd36e-e722-44a7-8471-fe11e722639b', 'serial': 'd9abd36e-e722-44a7-8471-fe11e722639b'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 899.373946] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.374742] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad138cf-611f-4f53-a766-e83500c9f322 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.386752] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.387817] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-617b0019-4451-4a4e-a5bc-8f680768aab2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.392662] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Successfully created port: b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.466332] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.466648] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.466822] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Deleting the datastore file [datastore1] 8afa705a-cd78-4316-956a-26313220cb4d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.467750] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc08fe17-4ca5-49b1-b79f-a3f52c9aeefc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.475804] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for the task: (returnval){ [ 899.475804] env[63380]: value = "task-2680236" [ 899.475804] env[63380]: _type = "Task" [ 899.475804] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.485118] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.494802] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08299} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.494802] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.494802] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124547d8-3624-41f5-9576-593784f25ffb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.521525] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 96e059d7-c7e6-4dcd-830b-83be52f21d68/96e059d7-c7e6-4dcd-830b-83be52f21d68.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.522589] env[63380]: DEBUG nova.compute.manager [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.522791] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.523050] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e417990-04ad-44bf-a02e-66f4e83e0c27 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.540033] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73652678-45d5-45e5-bc52-34ee5e3be8ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.548585] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.550290] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9417de2a-e486-448c-b5f7-002fc851ecda {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.551960] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 899.551960] env[63380]: value = "task-2680237" [ 899.551960] env[63380]: _type = "Task" [ 899.551960] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.561709] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 899.561709] env[63380]: value = "task-2680238" [ 899.561709] env[63380]: _type = "Task" [ 899.561709] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.570697] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.577222] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2680238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.625315] env[63380]: DEBUG oslo_concurrency.lockutils [req-815999ad-6718-462a-b2dd-cc4f814a3548 req-7218f894-b3ae-46f2-b2de-64fb24883d55 service nova] Releasing lock "refresh_cache-d2e8c600-3ea4-4eac-b433-0bec2285b5ec" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.851051] env[63380]: DEBUG nova.scheduler.client.report [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.909037] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.939174] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.939174] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.939551] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.940599] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.940815] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.941039] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.941302] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.941474] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.941671] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.941868] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.942060] env[63380]: DEBUG nova.virt.hardware [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.944090] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720660ac-23b1-4b44-abe4-caec3b26871f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.954593] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3affbd-195f-4092-8115-df3f9fb00ea8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.988636] env[63380]: DEBUG oslo_vmware.api [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Task: {'id': task-2680236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245887} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.988964] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.989187] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.989394] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.989593] env[63380]: INFO nova.compute.manager [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Took 3.30 seconds to destroy the instance on the hypervisor. [ 899.989925] env[63380]: DEBUG oslo.service.loopingcall [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.990168] env[63380]: DEBUG nova.compute.manager [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.990261] env[63380]: DEBUG nova.network.neutron [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.063076] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.075319] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2680238, 'name': PowerOffVM_Task, 'duration_secs': 0.346316} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.076552] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.076552] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.076812] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed8b1684-e6f6-4eba-b743-e66c94126ab1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.150030] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.150360] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.150541] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Deleting the datastore file [datastore1] c73c204e-dde3-4866-8fa9-77547509eecb {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.150836] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2712890-7758-48f8-b051-e021c4bb7442 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.159226] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for the task: (returnval){ [ 900.159226] env[63380]: value = "task-2680240" [ 900.159226] env[63380]: _type = "Task" [ 900.159226] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.168886] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2680240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.343285] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.343545] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3107a11e-4041-460c-adfb-ad4cd960f10f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.357447] env[63380]: DEBUG oslo_vmware.api [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 900.357447] env[63380]: value = "task-2680241" [ 900.357447] env[63380]: _type = "Task" [ 900.357447] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.363845] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.364616] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.368683] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.496s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.371145] env[63380]: INFO nova.compute.claims [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.381925] env[63380]: DEBUG oslo_vmware.api [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.571938] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680237, 'name': ReconfigVM_Task, 'duration_secs': 0.540433} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.572610] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 96e059d7-c7e6-4dcd-830b-83be52f21d68/96e059d7-c7e6-4dcd-830b-83be52f21d68.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.573469] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-031a1be4-97ec-431f-b8b8-c8f0244ff34d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.586931] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 900.586931] env[63380]: value = "task-2680242" [ 900.586931] env[63380]: _type = "Task" [ 900.586931] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.600451] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680242, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.669959] env[63380]: DEBUG oslo_vmware.api [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Task: {'id': task-2680240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228148} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.670415] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.670731] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.671276] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.671626] env[63380]: INFO nova.compute.manager [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 900.671987] env[63380]: DEBUG oslo.service.loopingcall [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.672318] env[63380]: DEBUG nova.compute.manager [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.672524] env[63380]: DEBUG nova.network.neutron [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.879506] env[63380]: DEBUG nova.compute.utils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.891145] env[63380]: DEBUG oslo_vmware.api [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680241, 'name': PowerOffVM_Task, 'duration_secs': 0.269947} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.891145] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.891145] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.892965] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.897359] env[63380]: DEBUG nova.compute.manager [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.900979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb89ed1-2568-4044-a73a-06ed6a60f932 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.974142] env[63380]: DEBUG nova.policy [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2129ccedb7ec415d850bcd9edf88b8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe7dbda7c6b4330b9b7bfd645359740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.101455] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680242, 'name': Rename_Task, 'duration_secs': 0.247393} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.101455] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.101455] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac6ef59-92d2-4665-bf07-a262df51883a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.109355] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 901.109355] env[63380]: value = "task-2680243" [ 901.109355] env[63380]: _type = "Task" [ 901.109355] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.123206] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.396265] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.420315] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0063e73b-4331-47ac-a1a4-6b7ed7a155ad tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.434294] env[63380]: DEBUG nova.compute.manager [req-2402053b-6407-4b4f-8176-c8d9c4832093 req-25bd838c-9f20-4e1a-8948-aec4fac00b26 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Received event network-vif-deleted-8d994297-1d41-4172-beb8-479b68a8b1ed {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.434880] env[63380]: INFO nova.compute.manager [req-2402053b-6407-4b4f-8176-c8d9c4832093 req-25bd838c-9f20-4e1a-8948-aec4fac00b26 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Neutron deleted interface 8d994297-1d41-4172-beb8-479b68a8b1ed; detaching it from the instance and deleting it from the info cache [ 901.434880] env[63380]: DEBUG nova.network.neutron [req-2402053b-6407-4b4f-8176-c8d9c4832093 req-25bd838c-9f20-4e1a-8948-aec4fac00b26 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.549962] env[63380]: DEBUG nova.compute.manager [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Received event network-vif-plugged-b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.549962] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] Acquiring lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.550187] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.550407] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.550512] env[63380]: DEBUG nova.compute.manager [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] No waiting events found dispatching network-vif-plugged-b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.550641] env[63380]: WARNING nova.compute.manager [req-b4c8758a-9637-481e-bac4-bb184010997e req-aabc2c6e-d070-4ada-8aeb-1d7c472adca0 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Received unexpected event network-vif-plugged-b1403472-482e-4795-99eb-df33be616219 for instance with vm_state building and task_state spawning. [ 901.627568] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.815463] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894019ab-3239-41b9-8314-56592baa9f05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.824735] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46c2ba-1b41-43e7-b9e8-21dd9b2aa126 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.872638] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Successfully updated port: b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.874000] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882e5e7-217a-4eda-bb97-d833ab72ec56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.883862] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9830e-4b29-43ce-98a2-deca03ef523c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.905868] env[63380]: DEBUG nova.compute.provider_tree [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.909051] env[63380]: DEBUG nova.network.neutron [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.937457] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-755eca13-d0ba-4a3f-aeff-4facbd09041b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.953952] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c39ba6c-dd3e-46dd-b70c-1c683d666d05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.000882] env[63380]: DEBUG nova.compute.manager [req-2402053b-6407-4b4f-8176-c8d9c4832093 req-25bd838c-9f20-4e1a-8948-aec4fac00b26 service nova] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Detach interface failed, port_id=8d994297-1d41-4172-beb8-479b68a8b1ed, reason: Instance 8afa705a-cd78-4316-956a-26313220cb4d could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 902.002186] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Successfully created port: c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.122596] env[63380]: DEBUG oslo_vmware.api [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680243, 'name': PowerOnVM_Task, 'duration_secs': 0.704336} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.122903] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.123131] env[63380]: INFO nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Took 8.59 seconds to spawn the instance on the hypervisor. [ 902.123318] env[63380]: DEBUG nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.124145] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045b043-dc2f-42d0-b73f-fc645aaaaeb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.211299] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "c25f0f9b-d137-40e7-b420-9205237ed600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.211599] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.211818] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.212000] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.212321] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.219032] env[63380]: INFO nova.compute.manager [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Terminating instance [ 902.378731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.378894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquired lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.379240] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.408604] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.411165] env[63380]: INFO nova.compute.manager [-] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Took 2.42 seconds to deallocate network for instance. [ 902.411977] env[63380]: DEBUG nova.scheduler.client.report [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.441062] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.441249] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.441969] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.442203] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.442427] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.442495] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.443666] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.443666] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.443666] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.443666] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.443666] env[63380]: DEBUG nova.virt.hardware [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.444327] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b4fd1d-e60b-45c0-86b7-c0872680ce3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.454985] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd332417-f967-4fb1-b8b9-6324e976cec7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.514362] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.515388] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a48692-9bd6-4d38-a20f-7a43754c1350 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.522546] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.523566] env[63380]: ERROR oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk due to incomplete transfer. [ 902.523566] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36d86618-cf93-47e1-ab7b-29e4e2d421ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.532374] env[63380]: DEBUG oslo_vmware.rw_handles [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5283717a-7a57-6e33-54fb-b3f0d1a0bc10/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.532374] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploaded image 1d340ffa-3c81-4a66-a6da-9a33ad0deed2 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.534983] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.535348] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30a69b65-ec26-4692-8e7b-99e08c41f939 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.545308] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 902.545308] env[63380]: value = "task-2680244" [ 902.545308] env[63380]: _type = "Task" [ 902.545308] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.555980] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680244, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.647108] env[63380]: INFO nova.compute.manager [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Took 21.23 seconds to build instance. [ 902.721782] env[63380]: DEBUG nova.network.neutron [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.727322] env[63380]: DEBUG nova.compute.manager [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.727322] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.727322] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feacac5-1b4c-424e-a673-e572a0e582f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.733653] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.733915] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a2cf80-5839-46e1-8e4c-3428c541ee0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.888628] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.888863] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.890288] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore2] c25f0f9b-d137-40e7-b420-9205237ed600 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.890947] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1c982b5-c45e-4dbb-ac0d-f119b883851e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.900773] env[63380]: DEBUG oslo_vmware.api [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 902.900773] env[63380]: value = "task-2680246" [ 902.900773] env[63380]: _type = "Task" [ 902.900773] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.912037] env[63380]: DEBUG oslo_vmware.api [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.918888] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.919566] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.922734] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.726s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.922985] env[63380]: DEBUG nova.objects.instance [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'resources' on Instance uuid fba8dbd8-4229-45ca-a1dd-073403ada8e2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.954684] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.984395] env[63380]: INFO nova.compute.manager [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Took 0.57 seconds to detach 1 volumes for instance. [ 902.986990] env[63380]: DEBUG nova.compute.manager [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Deleting volume: d9abd36e-e722-44a7-8471-fe11e722639b {{(pid=63380) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 903.061955] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680244, 'name': Destroy_Task, 'duration_secs': 0.486324} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.062468] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroyed the VM [ 903.066564] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 903.066564] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d32b3da0-17bd-4ca7-8bba-0b9680b7482a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.075294] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 903.075294] env[63380]: value = "task-2680247" [ 903.075294] env[63380]: _type = "Task" [ 903.075294] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.090150] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.148326] env[63380]: DEBUG oslo_concurrency.lockutils [None req-21dde664-fcbd-4ee9-b3cb-2bf7cd0f9a86 tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.736s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.226043] env[63380]: INFO nova.compute.manager [-] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Took 2.55 seconds to deallocate network for instance. [ 903.330988] env[63380]: DEBUG nova.network.neutron [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Updating instance_info_cache with network_info: [{"id": "b1403472-482e-4795-99eb-df33be616219", "address": "fa:16:3e:18:51:48", "network": {"id": "14b0d8ea-69bd-489f-af79-8d697848d23c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-716250054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7cc4d5c8b448185577364049db6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1403472-48", "ovs_interfaceid": "b1403472-482e-4795-99eb-df33be616219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.412977] env[63380]: DEBUG oslo_vmware.api [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33284} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.413944] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.414152] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.414414] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.415090] env[63380]: INFO nova.compute.manager [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Took 0.69 seconds to destroy the instance on the hypervisor. [ 903.415357] env[63380]: DEBUG oslo.service.loopingcall [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.415562] env[63380]: DEBUG nova.compute.manager [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.415654] env[63380]: DEBUG nova.network.neutron [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.430130] env[63380]: DEBUG nova.compute.utils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.436025] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.436025] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.532973] env[63380]: DEBUG nova.policy [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0de951e68b746eeb240ae4d77c6628c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbb3d0f142354a52a4d0a30159ad9f5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.557759] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.593035] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680247, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.723412] env[63380]: DEBUG nova.compute.manager [req-17d2c95e-caaa-4d47-bcad-022cd4ac94b3 req-6015e517-bdee-40c6-9321-7c9a86315e95 service nova] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Received event network-vif-deleted-016cd699-1f20-48ac-a6e1-1b6bb3d0e4e2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.740696] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.836980] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Releasing lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.837901] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Instance network_info: |[{"id": "b1403472-482e-4795-99eb-df33be616219", "address": "fa:16:3e:18:51:48", "network": {"id": "14b0d8ea-69bd-489f-af79-8d697848d23c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-716250054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7cc4d5c8b448185577364049db6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1403472-48", "ovs_interfaceid": "b1403472-482e-4795-99eb-df33be616219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.838567] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:51:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1403472-482e-4795-99eb-df33be616219', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.846706] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Creating folder: Project (4ef7cc4d5c8b448185577364049db6ee). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.847039] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88ab7ba-f94f-4296-98ff-7c21b6fd67df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.857360] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce0498-11bd-488d-b275-118e21e52d6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.867559] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Created folder: Project (4ef7cc4d5c8b448185577364049db6ee) in parent group-v540155. [ 903.867559] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Creating folder: Instances. Parent ref: group-v540378. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.867559] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63199c64-d864-4362-b8bf-b0e0cec3c960 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.872842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f95153-ed86-4937-9b51-e277948711f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.880262] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Created folder: Instances in parent group-v540378. [ 903.881045] env[63380]: DEBUG oslo.service.loopingcall [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.910508] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.910508] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0db496-9a5a-41cd-afad-0800ac5b034d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.923416] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f91001-70fc-4435-8fb0-6669c03ade9d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.929370] env[63380]: DEBUG nova.compute.manager [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Received event network-changed-b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.930905] env[63380]: DEBUG nova.compute.manager [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Refreshing instance network info cache due to event network-changed-b1403472-482e-4795-99eb-df33be616219. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.930905] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] Acquiring lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.930905] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] Acquired lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.930905] env[63380]: DEBUG nova.network.neutron [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Refreshing network info cache for port b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.936673] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.943717] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67ea19-58ee-4ded-ac07-d43aa9fd7dbf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.948265] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.948265] env[63380]: value = "task-2680251" [ 903.948265] env[63380]: _type = "Task" [ 903.948265] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.961988] env[63380]: DEBUG nova.compute.provider_tree [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.970625] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680251, 'name': CreateVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.039783] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Successfully updated port: c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.093845] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680247, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.191812] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.192063] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.237698] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Successfully created port: 2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.265282] env[63380]: DEBUG nova.network.neutron [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.466171] env[63380]: DEBUG nova.scheduler.client.report [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.468296] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680251, 'name': CreateVM_Task, 'duration_secs': 0.392595} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.468735] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.472378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.472378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.472378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.472378] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31a58a1-dcc7-446c-a956-d2d78d73dba0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.478011] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 904.478011] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529925d9-cb61-c6ba-acd8-28a4552f52da" [ 904.478011] env[63380]: _type = "Task" [ 904.478011] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.488517] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529925d9-cb61-c6ba-acd8-28a4552f52da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.545906] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.545906] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.546204] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.592690] env[63380]: DEBUG oslo_vmware.api [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680247, 'name': RemoveSnapshot_Task, 'duration_secs': 1.058241} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.593408] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.593528] env[63380]: INFO nova.compute.manager [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 904.696354] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.768741] env[63380]: INFO nova.compute.manager [-] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Took 1.35 seconds to deallocate network for instance. [ 904.820189] env[63380]: DEBUG nova.network.neutron [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Updated VIF entry in instance network info cache for port b1403472-482e-4795-99eb-df33be616219. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.820579] env[63380]: DEBUG nova.network.neutron [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Updating instance_info_cache with network_info: [{"id": "b1403472-482e-4795-99eb-df33be616219", "address": "fa:16:3e:18:51:48", "network": {"id": "14b0d8ea-69bd-489f-af79-8d697848d23c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-716250054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7cc4d5c8b448185577364049db6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1403472-48", "ovs_interfaceid": "b1403472-482e-4795-99eb-df33be616219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.958579] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.970742] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.975032] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.890s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.975750] env[63380]: INFO nova.compute.claims [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.992348] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529925d9-cb61-c6ba-acd8-28a4552f52da, 'name': SearchDatastore_Task, 'duration_secs': 0.018476} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.992695] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.992967] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.993232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.993463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.993657] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.993963] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee76c365-2dfc-412c-867a-b52d87d0b9f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.999187] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.999363] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.999518] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.999730] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.999904] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.000131] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.000404] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.000601] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.000953] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.001054] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.001190] env[63380]: DEBUG nova.virt.hardware [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.002116] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec834467-157e-4861-851d-775c52ad673a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.005724] env[63380]: INFO nova.scheduler.client.report [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted allocations for instance fba8dbd8-4229-45ca-a1dd-073403ada8e2 [ 905.014352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.014587] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.017183] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.017439] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.021704] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8024f51a-b95d-4046-b498-d1ca796c30ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.024829] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829708eb-44f5-46a2-8681-349910218f12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.034830] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 905.034830] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ed41aa-51ca-6d21-5dc2-429c41b51b02" [ 905.034830] env[63380]: _type = "Task" [ 905.034830] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.055032] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ed41aa-51ca-6d21-5dc2-429c41b51b02, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.055855] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65927484-d99a-4c97-bc02-63052ea3ace1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.062991] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 905.062991] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52682503-dd10-f519-ffb8-22e4f532a45b" [ 905.062991] env[63380]: _type = "Task" [ 905.062991] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.074322] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52682503-dd10-f519-ffb8-22e4f532a45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.095750] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.157374] env[63380]: DEBUG nova.compute.manager [None req-4b2662fc-abd0-426c-89d9-8b729c3edbe7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Found 1 images (rotation: 2) {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 905.225697] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.248369] env[63380]: DEBUG nova.network.neutron [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updating instance_info_cache with network_info: [{"id": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "address": "fa:16:3e:e9:50:e1", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f69a28-c5", "ovs_interfaceid": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.275428] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.326258] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eabc929-688f-484c-9171-e8a7303b894e req-7401139c-7711-4340-a022-371bbe29e22b service nova] Releasing lock "refresh_cache-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.453426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "88bf0e90-6396-4fba-85ed-10b451706abc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.453426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.518646] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41d4500b-8eb2-4d10-a0af-46f32dfc7621 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "fba8dbd8-4229-45ca-a1dd-073403ada8e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.045s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.519659] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.574011] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52682503-dd10-f519-ffb8-22e4f532a45b, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.574341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.574607] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2/8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.574873] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-504a0613-dca8-481d-b069-8f62c47ab987 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.582912] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 905.582912] env[63380]: value = "task-2680252" [ 905.582912] env[63380]: _type = "Task" [ 905.582912] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.592177] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.750975] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.751402] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Instance network_info: |[{"id": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "address": "fa:16:3e:e9:50:e1", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f69a28-c5", "ovs_interfaceid": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.752672] env[63380]: DEBUG nova.compute.manager [req-08745cbd-7cce-471d-99a8-d7cc6dca5964 req-96ba499d-e30f-4ba9-b9b0-03f5639b1854 service nova] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Received event network-vif-deleted-9dac26ba-2e9d-45e3-97d4-7cb4656653af {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.753445] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:50:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7f69a28-c56a-4f9b-8d90-3c0c036deac3', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.760896] env[63380]: DEBUG oslo.service.loopingcall [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.761381] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.761607] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a788d2e-4146-4a32-b1d5-cb2c86f793b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.784528] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.784528] env[63380]: value = "task-2680253" [ 905.784528] env[63380]: _type = "Task" [ 905.784528] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.794514] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680253, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.955447] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.051472] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.098689] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.149701] env[63380]: DEBUG nova.compute.manager [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Received event network-vif-plugged-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.149701] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Acquiring lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.149701] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.149701] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.149701] env[63380]: DEBUG nova.compute.manager [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] No waiting events found dispatching network-vif-plugged-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.149701] env[63380]: WARNING nova.compute.manager [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Received unexpected event network-vif-plugged-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 for instance with vm_state building and task_state spawning. [ 906.150103] env[63380]: DEBUG nova.compute.manager [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Received event network-changed-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.150103] env[63380]: DEBUG nova.compute.manager [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Refreshing instance network info cache due to event network-changed-c7f69a28-c56a-4f9b-8d90-3c0c036deac3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.150207] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Acquiring lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.150394] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Acquired lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.150565] env[63380]: DEBUG nova.network.neutron [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Refreshing network info cache for port c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.180150] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Successfully updated port: 2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.296740] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680253, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.399570] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a448a77e-a92d-4aa7-84c7-6fc36463d34d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.409421] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e217600-0329-4186-a65c-aa0fc8db41da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.443126] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb88f3-f576-4d03-92fa-b87086b7dfe6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.452477] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6274f8b9-ccdb-4883-9bc0-a9558493118f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.469488] env[63380]: DEBUG nova.compute.provider_tree [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.483916] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.596423] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780284} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.596688] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2/8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.596935] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.597239] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f12ec879-fad1-45bc-aed8-ff62025ef98e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.604876] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 906.604876] env[63380]: value = "task-2680254" [ 906.604876] env[63380]: _type = "Task" [ 906.604876] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.614825] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.681669] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.681849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.682036] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.797819] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680253, 'name': CreateVM_Task, 'duration_secs': 0.793335} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.798008] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.798737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.798914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.799281] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.799654] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d073b0-579d-49b1-ba2c-8b953005f277 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.806654] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 906.806654] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5230af5c-2a05-068c-35b4-562494731014" [ 906.806654] env[63380]: _type = "Task" [ 906.806654] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.815178] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5230af5c-2a05-068c-35b4-562494731014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.904348] env[63380]: DEBUG nova.compute.manager [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.905353] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1479a71a-43f8-428f-ad56-d5ecfbfd0187 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.935700] env[63380]: DEBUG nova.network.neutron [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updated VIF entry in instance network info cache for port c7f69a28-c56a-4f9b-8d90-3c0c036deac3. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.936093] env[63380]: DEBUG nova.network.neutron [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updating instance_info_cache with network_info: [{"id": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "address": "fa:16:3e:e9:50:e1", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f69a28-c5", "ovs_interfaceid": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.974491] env[63380]: DEBUG nova.scheduler.client.report [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.116043] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085941} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.116346] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.117127] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301414f-ccc4-49d6-bb16-258fef6070a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.139732] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2/8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.140011] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0452e5-0373-4d06-a16f-e3bc5ba9fb55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.160857] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 907.160857] env[63380]: value = "task-2680255" [ 907.160857] env[63380]: _type = "Task" [ 907.160857] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.169517] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.216061] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.318118] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5230af5c-2a05-068c-35b4-562494731014, 'name': SearchDatastore_Task, 'duration_secs': 0.029413} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.320521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.320757] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.320991] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.321151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.321335] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.321603] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67848d4e-077b-4f12-9d24-f28bf33108a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.331325] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.331513] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.332252] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a20570f-ec00-4326-8cbc-9d5edf760507 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.337938] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 907.337938] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52486bbf-f44d-b9ee-243d-4330fcd2f82a" [ 907.337938] env[63380]: _type = "Task" [ 907.337938] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.345824] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52486bbf-f44d-b9ee-243d-4330fcd2f82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.369594] env[63380]: DEBUG nova.network.neutron [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Updating instance_info_cache with network_info: [{"id": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "address": "fa:16:3e:bf:c0:75", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bdf1fbc-dd", "ovs_interfaceid": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.419236] env[63380]: INFO nova.compute.manager [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] instance snapshotting [ 907.419236] env[63380]: DEBUG nova.objects.instance [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.443218] env[63380]: DEBUG oslo_concurrency.lockutils [req-37fca27d-7843-443a-9ab9-2eab4201f8c6 req-04f5b51c-3b02-490b-b63d-19b6d9f4d7b1 service nova] Releasing lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.480827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.481429] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.484592] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.930s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.484817] env[63380]: DEBUG nova.objects.instance [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lazy-loading 'resources' on Instance uuid 72f804e3-6a13-428f-ba42-136f8361063c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.536291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.536531] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.671568] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680255, 'name': ReconfigVM_Task, 'duration_secs': 0.303133} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.671568] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2/8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.672108] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edf7d7f5-eef7-4a29-9b11-e93655e58eed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.680759] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 907.680759] env[63380]: value = "task-2680256" [ 907.680759] env[63380]: _type = "Task" [ 907.680759] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.690855] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680256, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.849952] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52486bbf-f44d-b9ee-243d-4330fcd2f82a, 'name': SearchDatastore_Task, 'duration_secs': 0.023909} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.850775] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efef66c6-3d55-4b46-8e05-2fb8ef214754 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.856336] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 907.856336] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f90342-3ad5-c8c0-4c30-2a600ee96cef" [ 907.856336] env[63380]: _type = "Task" [ 907.856336] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.864185] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f90342-3ad5-c8c0-4c30-2a600ee96cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.871731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.872045] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Instance network_info: |[{"id": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "address": "fa:16:3e:bf:c0:75", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bdf1fbc-dd", "ovs_interfaceid": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.872435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.880095] env[63380]: DEBUG oslo.service.loopingcall [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.880320] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.880563] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18762947-4ef8-48ee-a5a2-135af3d65a57 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.901466] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.901466] env[63380]: value = "task-2680257" [ 907.901466] env[63380]: _type = "Task" [ 907.901466] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.911369] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680257, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.925260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d323705-8af0-4705-832c-652ccb2812e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.946709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30ea2f-5d4a-4fa5-92ec-92933add0770 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.989898] env[63380]: DEBUG nova.compute.utils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.995499] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.995499] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.040295] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.054284] env[63380]: DEBUG nova.policy [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.145134] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.145475] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.196552] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680256, 'name': Rename_Task, 'duration_secs': 0.154333} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.199609] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.199609] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52323769-6090-4f99-b73f-51e0a7a721e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.209515] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 908.209515] env[63380]: value = "task-2680258" [ 908.209515] env[63380]: _type = "Task" [ 908.209515] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.216800] env[63380]: DEBUG nova.compute.manager [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Received event network-vif-plugged-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.217053] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Acquiring lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.217291] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.217489] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.217672] env[63380]: DEBUG nova.compute.manager [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] No waiting events found dispatching network-vif-plugged-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.217939] env[63380]: WARNING nova.compute.manager [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Received unexpected event network-vif-plugged-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 for instance with vm_state building and task_state spawning. [ 908.218155] env[63380]: DEBUG nova.compute.manager [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Received event network-changed-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.218326] env[63380]: DEBUG nova.compute.manager [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Refreshing instance network info cache due to event network-changed-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 908.218525] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Acquiring lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.218665] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Acquired lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.218819] env[63380]: DEBUG nova.network.neutron [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Refreshing network info cache for port 2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.229428] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.320190] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034ec05-8dfb-42dd-b031-e1c56a353c1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.328132] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78799cd-07f6-4b63-8b5c-23e7b7a5380f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.364143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e66b52-2eb4-4d19-b333-36ef72381c4c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.375823] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760cfe5-3985-4ef2-a8f4-7e65971c23e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.379807] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f90342-3ad5-c8c0-4c30-2a600ee96cef, 'name': SearchDatastore_Task, 'duration_secs': 0.060587} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.380663] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Successfully created port: c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.382465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.382717] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] cd3bef10-1014-4a88-b6a6-1780634050c3/cd3bef10-1014-4a88-b6a6-1780634050c3.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.383313] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85adda69-a977-4aa6-8fb6-0ac0587f1860 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.393638] env[63380]: DEBUG nova.compute.provider_tree [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.401613] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 908.401613] env[63380]: value = "task-2680259" [ 908.401613] env[63380]: _type = "Task" [ 908.401613] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.414470] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.419283] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680257, 'name': CreateVM_Task, 'duration_secs': 0.348319} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.419283] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.419283] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.419513] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.419786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.420071] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8301e620-36d1-403d-a6df-f7b610ae4c64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.425156] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 908.425156] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a5cc61-bcc6-6d20-2ab4-4b3f392b4c59" [ 908.425156] env[63380]: _type = "Task" [ 908.425156] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.433983] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a5cc61-bcc6-6d20-2ab4-4b3f392b4c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.462095] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 908.462470] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b65d17c-7749-4045-8869-d851ffc2e2d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.471810] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 908.471810] env[63380]: value = "task-2680260" [ 908.471810] env[63380]: _type = "Task" [ 908.471810] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.482722] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.495142] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.569329] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.648915] env[63380]: DEBUG nova.compute.utils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.724710] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680258, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.896734] env[63380]: DEBUG nova.scheduler.client.report [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.914756] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.938754] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a5cc61-bcc6-6d20-2ab4-4b3f392b4c59, 'name': SearchDatastore_Task, 'duration_secs': 0.020658} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.941566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.942017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.942200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.942357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.943331] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.943331] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af1d9bad-8427-4739-b7e2-3544a5240436 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.959354] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.959354] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.959354] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ba4e90-9ce6-4943-a0f8-e2b0c47692e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.965811] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 908.965811] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520f78c3-280b-20df-af25-57fc6353de65" [ 908.965811] env[63380]: _type = "Task" [ 908.965811] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.974977] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520f78c3-280b-20df-af25-57fc6353de65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.984062] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.152257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.220746] env[63380]: DEBUG oslo_vmware.api [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680258, 'name': PowerOnVM_Task, 'duration_secs': 0.562975} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.221141] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.221501] env[63380]: INFO nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Took 9.31 seconds to spawn the instance on the hypervisor. [ 909.221761] env[63380]: DEBUG nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.222605] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b9bcce-7587-4ede-8e09-4c34cddadfe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.232908] env[63380]: DEBUG nova.network.neutron [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Updated VIF entry in instance network info cache for port 2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.233152] env[63380]: DEBUG nova.network.neutron [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Updating instance_info_cache with network_info: [{"id": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "address": "fa:16:3e:bf:c0:75", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bdf1fbc-dd", "ovs_interfaceid": "2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.404782] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.410949] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.853s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.411258] env[63380]: DEBUG nova.objects.instance [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lazy-loading 'resources' on Instance uuid 8afa705a-cd78-4316-956a-26313220cb4d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.418787] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542934} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.419679] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] cd3bef10-1014-4a88-b6a6-1780634050c3/cd3bef10-1014-4a88-b6a6-1780634050c3.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.419902] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.420368] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba76b4e-f51f-4d2e-b046-0270e97453e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.428922] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 909.428922] env[63380]: value = "task-2680261" [ 909.428922] env[63380]: _type = "Task" [ 909.428922] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.433743] env[63380]: INFO nova.scheduler.client.report [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Deleted allocations for instance 72f804e3-6a13-428f-ba42-136f8361063c [ 909.444052] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.478888] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520f78c3-280b-20df-af25-57fc6353de65, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.483455] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4beb86be-35e7-4457-94b4-95168570194e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.491730] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 909.491730] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525227f9-2b9c-8db5-2efa-d8cbb23b11b1" [ 909.491730] env[63380]: _type = "Task" [ 909.491730] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.495610] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680260, 'name': CreateSnapshot_Task, 'duration_secs': 0.681189} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.498704] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 909.499499] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1354ff03-424a-4eb6-8ca8-eff328f8bbc4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.505196] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.513675] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525227f9-2b9c-8db5-2efa-d8cbb23b11b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.534549] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.534793] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.534951] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.535275] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.536736] env[63380]: DEBUG nova.virt.hardware [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.537416] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334146fb-3ab2-4425-8d6e-d2b8022fc56d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.546645] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bf78c-294f-4626-bd23-e3d2f8186825 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.738907] env[63380]: DEBUG oslo_concurrency.lockutils [req-046f4abf-031f-4297-8956-9c414ac22678 req-31022cb7-b4f4-4405-a64b-50d56585b820 service nova] Releasing lock "refresh_cache-facabd9b-e833-46cd-b019-0ca8a7e6518d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.742776] env[63380]: INFO nova.compute.manager [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Took 21.36 seconds to build instance. [ 909.945742] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136173} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.946385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef17ffb9-c526-48d4-889b-abc479d038a1 tempest-ImagesOneServerNegativeTestJSON-2004768164 tempest-ImagesOneServerNegativeTestJSON-2004768164-project-member] Lock "72f804e3-6a13-428f-ba42-136f8361063c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.833s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.947406] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.951619] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946ab2a-53d2-48cb-8fc0-6ec5ee268c9a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.977017] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] cd3bef10-1014-4a88-b6a6-1780634050c3/cd3bef10-1014-4a88-b6a6-1780634050c3.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.980807] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3dbcb8-6120-43ea-be3e-464d815b2581 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.009387] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525227f9-2b9c-8db5-2efa-d8cbb23b11b1, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.011092] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.012355] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] facabd9b-e833-46cd-b019-0ca8a7e6518d/facabd9b-e833-46cd-b019-0ca8a7e6518d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.012913] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 910.012913] env[63380]: value = "task-2680262" [ 910.012913] env[63380]: _type = "Task" [ 910.012913] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.013207] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67179257-34b3-44b0-9542-ea74d05362a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.029419] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 910.032525] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b84d5ad4-b54f-4efb-b8f6-b85c72175cbf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.036372] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 910.036372] env[63380]: value = "task-2680263" [ 910.036372] env[63380]: _type = "Task" [ 910.036372] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.048233] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.052833] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 910.052833] env[63380]: value = "task-2680264" [ 910.052833] env[63380]: _type = "Task" [ 910.052833] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.060766] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.066929] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680264, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.224881] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.225164] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.225420] env[63380]: INFO nova.compute.manager [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Attaching volume 4c0b00f1-049d-4bdc-bc60-3e01c08d53c9 to /dev/sdb [ 910.245378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-23599bc9-d180-4653-a0fb-0d84f78d8f84 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.868s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.277313] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fe243-1563-43a9-9d83-775c1f4167da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.291504] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f35ecc1-7037-462f-aefd-eecaee2d862d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.309348] env[63380]: DEBUG nova.virt.block_device [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating existing volume attachment record: d7ab70e3-2bb4-4e26-90bc-ef9be361c7a8 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.332055] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.332055] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.352089] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f782ff1-3cdd-4792-b3fc-06bce62819be {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.361809] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc06d7d-3d6d-4945-96df-f9d0acfdbd11 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.403552] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dee846-70a2-402f-a266-1e1609fae432 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413705] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc60c9-b24e-4a2c-97ef-90b1c41ab234 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.435353] env[63380]: DEBUG nova.compute.provider_tree [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.530589] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.549622] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514935} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.550158] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] facabd9b-e833-46cd-b019-0ca8a7e6518d/facabd9b-e833-46cd-b019-0ca8a7e6518d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.550433] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.550723] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d07cd3a-1a46-4e96-bb67-a7faa9b00721 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.558868] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 910.558868] env[63380]: value = "task-2680266" [ 910.558868] env[63380]: _type = "Task" [ 910.558868] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.567254] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680264, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.573682] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.594485] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Successfully updated port: c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.687378] env[63380]: DEBUG nova.compute.manager [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Received event network-vif-plugged-c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.687610] env[63380]: DEBUG oslo_concurrency.lockutils [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] Acquiring lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.687821] env[63380]: DEBUG oslo_concurrency.lockutils [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.687989] env[63380]: DEBUG oslo_concurrency.lockutils [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.689058] env[63380]: DEBUG nova.compute.manager [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] No waiting events found dispatching network-vif-plugged-c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.689058] env[63380]: WARNING nova.compute.manager [req-daaaf98f-1891-4b6c-9920-4be6d54e5bda req-ac47966c-202c-43a0-8dd8-2171d0161878 service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Received unexpected event network-vif-plugged-c6bb371f-4354-4da2-92fa-6fbfb7b27933 for instance with vm_state building and task_state spawning. [ 910.842088] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.842326] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.842503] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.842676] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.842839] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.843155] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.843240] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 910.843694] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.871041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "interface-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.871156] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "interface-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.871495] env[63380]: DEBUG nova.objects.instance [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lazy-loading 'flavor' on Instance uuid 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.939724] env[63380]: DEBUG nova.scheduler.client.report [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.026869] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680262, 'name': ReconfigVM_Task, 'duration_secs': 0.610476} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.027172] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Reconfigured VM instance instance-00000051 to attach disk [datastore2] cd3bef10-1014-4a88-b6a6-1780634050c3/cd3bef10-1014-4a88-b6a6-1780634050c3.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.027861] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-685e4b28-ea18-4cdc-b5aa-76f5c4a1380d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.035555] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 911.035555] env[63380]: value = "task-2680269" [ 911.035555] env[63380]: _type = "Task" [ 911.035555] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.045031] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680269, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.066987] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680264, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.072722] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067287} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.073013] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.073957] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29201dd7-c135-4be2-8e0f-3173616ea511 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.098059] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] facabd9b-e833-46cd-b019-0ca8a7e6518d/facabd9b-e833-46cd-b019-0ca8a7e6518d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.098674] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.098808] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.098949] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.100245] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35255efc-cc23-4262-95a1-60565e1bb571 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.126200] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 911.126200] env[63380]: value = "task-2680270" [ 911.126200] env[63380]: _type = "Task" [ 911.126200] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.135563] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.147712] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.301026] env[63380]: DEBUG nova.network.neutron [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Updating instance_info_cache with network_info: [{"id": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "address": "fa:16:3e:d9:f3:8b", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bb371f-43", "ovs_interfaceid": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.346017] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.375561] env[63380]: DEBUG nova.objects.instance [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lazy-loading 'pci_requests' on Instance uuid 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.444983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.447975] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.709s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.448301] env[63380]: DEBUG nova.objects.instance [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lazy-loading 'resources' on Instance uuid c73c204e-dde3-4866-8fa9-77547509eecb {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.473587] env[63380]: INFO nova.scheduler.client.report [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Deleted allocations for instance 8afa705a-cd78-4316-956a-26313220cb4d [ 911.547713] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680269, 'name': Rename_Task, 'duration_secs': 0.288783} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.547713] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.547820] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c51882-7a04-4bda-8e50-b4deb321c2fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.557337] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 911.557337] env[63380]: value = "task-2680271" [ 911.557337] env[63380]: _type = "Task" [ 911.557337] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.577658] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680264, 'name': CloneVM_Task, 'duration_secs': 1.369146} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.578939] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.578939] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created linked-clone VM from snapshot [ 911.579101] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7c177e-7052-4224-b4f7-b6be0f3e19f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.588042] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploading image df404ca7-8856-474f-9815-c0ae0006d33c {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.617681] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.617681] env[63380]: value = "vm-540384" [ 911.617681] env[63380]: _type = "VirtualMachine" [ 911.617681] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.618026] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba499de9-005a-405f-becc-0b97f0c02d0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.627378] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease: (returnval){ [ 911.627378] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff8bea-b33e-2d66-ffec-a057ddf35cfb" [ 911.627378] env[63380]: _type = "HttpNfcLease" [ 911.627378] env[63380]: } obtained for exporting VM: (result){ [ 911.627378] env[63380]: value = "vm-540384" [ 911.627378] env[63380]: _type = "VirtualMachine" [ 911.627378] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.627664] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the lease: (returnval){ [ 911.627664] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff8bea-b33e-2d66-ffec-a057ddf35cfb" [ 911.627664] env[63380]: _type = "HttpNfcLease" [ 911.627664] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.642016] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680270, 'name': ReconfigVM_Task, 'duration_secs': 0.368501} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.644113] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Reconfigured VM instance instance-00000052 to attach disk [datastore2] facabd9b-e833-46cd-b019-0ca8a7e6518d/facabd9b-e833-46cd-b019-0ca8a7e6518d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.645110] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.645110] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff8bea-b33e-2d66-ffec-a057ddf35cfb" [ 911.645110] env[63380]: _type = "HttpNfcLease" [ 911.645110] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.645338] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-351217dc-fc79-45e3-a211-eaf68cfcbfc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.647505] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.647505] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff8bea-b33e-2d66-ffec-a057ddf35cfb" [ 911.647505] env[63380]: _type = "HttpNfcLease" [ 911.647505] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.648313] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dd19aa-a98d-4580-9451-858d66648ee6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.657728] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.657918] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.660953] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 911.660953] env[63380]: value = "task-2680273" [ 911.660953] env[63380]: _type = "Task" [ 911.660953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.729792] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680273, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.773511] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c70e96c5-bb14-4928-8e7a-fbf73c6b4b13 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.807716] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.808142] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Instance network_info: |[{"id": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "address": "fa:16:3e:d9:f3:8b", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bb371f-43", "ovs_interfaceid": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.808951] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:f3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6bb371f-4354-4da2-92fa-6fbfb7b27933', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.816508] env[63380]: DEBUG oslo.service.loopingcall [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.816736] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.816959] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90053ca1-acc5-4b36-9d52-bd65b91b90c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.838389] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.838389] env[63380]: value = "task-2680274" [ 911.838389] env[63380]: _type = "Task" [ 911.838389] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.847373] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680274, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.879795] env[63380]: DEBUG nova.objects.base [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Object Instance<8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2> lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.880079] env[63380]: DEBUG nova.network.neutron [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.985151] env[63380]: DEBUG oslo_concurrency.lockutils [None req-29b64888-6bfe-4171-92c2-c58d95c6ce9f tempest-ServersTestBootFromVolume-1754248444 tempest-ServersTestBootFromVolume-1754248444-project-member] Lock "8afa705a-cd78-4316-956a-26313220cb4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.802s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.006600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6106772-a1cd-4382-bf9a-7812f2731713 tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "interface-8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.135s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.077964] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.185469] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680273, 'name': Rename_Task, 'duration_secs': 0.192617} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.190422] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.190422] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53257f38-ffe7-4b12-88a3-0f95e6d88438 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.197805] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 912.197805] env[63380]: value = "task-2680275" [ 912.197805] env[63380]: _type = "Task" [ 912.197805] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.212219] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.353172] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680274, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.375968] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949596f-55b8-41b9-87bf-15f5e7a0088a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.386801] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332460d-617e-4ee5-aef4-fca426f07a9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.424924] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94eed26-d45f-43cf-86e9-850af8da22b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.434585] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2eee93-2d1f-4f58-95d6-845a887130bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.454681] env[63380]: DEBUG nova.compute.provider_tree [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.575295] env[63380]: DEBUG oslo_vmware.api [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680271, 'name': PowerOnVM_Task, 'duration_secs': 0.555653} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.575640] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.576150] env[63380]: INFO nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Took 10.17 seconds to spawn the instance on the hypervisor. [ 912.576364] env[63380]: DEBUG nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.577323] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392357d5-6721-46da-9188-ef611bc719f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.709951] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.807256] env[63380]: DEBUG nova.compute.manager [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Received event network-changed-c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.807256] env[63380]: DEBUG nova.compute.manager [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Refreshing instance network info cache due to event network-changed-c6bb371f-4354-4da2-92fa-6fbfb7b27933. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.807256] env[63380]: DEBUG oslo_concurrency.lockutils [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] Acquiring lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.807256] env[63380]: DEBUG oslo_concurrency.lockutils [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] Acquired lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.807256] env[63380]: DEBUG nova.network.neutron [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Refreshing network info cache for port c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.851795] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680274, 'name': CreateVM_Task, 'duration_secs': 0.81625} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.852112] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.853380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.853380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.853380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.853958] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef05696-3463-43d1-98f3-18d09c2c9ebb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.861135] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 912.861135] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5261907d-a7af-66db-bce2-6f43fe9e53ca" [ 912.861135] env[63380]: _type = "Task" [ 912.861135] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.875206] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5261907d-a7af-66db-bce2-6f43fe9e53ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.957803] env[63380]: DEBUG nova.scheduler.client.report [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.098022] env[63380]: INFO nova.compute.manager [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Took 24.13 seconds to build instance. [ 913.214838] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.376043] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5261907d-a7af-66db-bce2-6f43fe9e53ca, 'name': SearchDatastore_Task, 'duration_secs': 0.022414} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.376403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.376678] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.376977] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.377203] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.377422] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.378367] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0918c755-a425-4022-a0ce-466cc42de195 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.391111] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.391503] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.392411] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8a90b8-86d4-44f2-b6f5-1c16537f315d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.400608] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 913.400608] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52832afa-6a35-7ff4-726c-461bdb4c846c" [ 913.400608] env[63380]: _type = "Task" [ 913.400608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.410930] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52832afa-6a35-7ff4-726c-461bdb4c846c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.463253] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.470558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.245s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.472196] env[63380]: INFO nova.compute.claims [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.502240] env[63380]: INFO nova.scheduler.client.report [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Deleted allocations for instance c73c204e-dde3-4866-8fa9-77547509eecb [ 913.601822] env[63380]: DEBUG oslo_concurrency.lockutils [None req-174b1b35-0278-4068-a5d5-2070f71f22ac tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.648s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.714073] env[63380]: DEBUG oslo_vmware.api [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680275, 'name': PowerOnVM_Task, 'duration_secs': 1.382414} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.714597] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.715208] env[63380]: INFO nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 913.715670] env[63380]: DEBUG nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.716800] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e95dc9-23c2-4b95-b879-7a244301e5fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.795560] env[63380]: DEBUG nova.network.neutron [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Updated VIF entry in instance network info cache for port c6bb371f-4354-4da2-92fa-6fbfb7b27933. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.798281] env[63380]: DEBUG nova.network.neutron [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Updating instance_info_cache with network_info: [{"id": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "address": "fa:16:3e:d9:f3:8b", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bb371f-43", "ovs_interfaceid": "c6bb371f-4354-4da2-92fa-6fbfb7b27933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.914161] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52832afa-6a35-7ff4-726c-461bdb4c846c, 'name': SearchDatastore_Task, 'duration_secs': 0.033553} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.915252] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55566e42-ee0d-4f37-a946-91a0e7f444e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.921742] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 913.921742] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e54bd9-c085-cfe2-921f-f2478307e127" [ 913.921742] env[63380]: _type = "Task" [ 913.921742] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.939963] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e54bd9-c085-cfe2-921f-f2478307e127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.982590] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.982896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.983392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.983625] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.984080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.986520] env[63380]: INFO nova.compute.manager [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Terminating instance [ 914.011548] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b9d3b4c6-59b0-4e7b-87d3-e5493aca48f3 tempest-ServersV294TestFqdnHostnames-1146678899 tempest-ServersV294TestFqdnHostnames-1146678899-project-member] Lock "c73c204e-dde3-4866-8fa9-77547509eecb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.004s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.243586] env[63380]: INFO nova.compute.manager [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Took 23.38 seconds to build instance. [ 914.302228] env[63380]: DEBUG oslo_concurrency.lockutils [req-40a48d53-63e0-4df6-9d08-b0defe286c38 req-93793215-3e57-4ffa-9777-537c3a2b741c service nova] Releasing lock "refresh_cache-a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.435810] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e54bd9-c085-cfe2-921f-f2478307e127, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.436692] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.437044] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] a76a7a69-7d97-4e5b-9e44-4d57ff46a03d/a76a7a69-7d97-4e5b-9e44-4d57ff46a03d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.437333] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63706c52-83cd-469a-ab0e-013f733851e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.447318] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 914.447318] env[63380]: value = "task-2680277" [ 914.447318] env[63380]: _type = "Task" [ 914.447318] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.457805] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.495052] env[63380]: DEBUG nova.compute.manager [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.495305] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.496176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae344c14-613a-47f3-a8ff-9cd4347f4086 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.508022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.508302] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec22cc39-f046-4d88-a78f-116899a15348 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.520413] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 914.520413] env[63380]: value = "task-2680278" [ 914.520413] env[63380]: _type = "Task" [ 914.520413] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.529269] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.746207] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1e93e766-30bc-40a3-976a-8b9b50266d6c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.893s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.872265] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df51741-1c32-4589-9838-097b7adbd172 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.875270] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.875857] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540386', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'name': 'volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5310e05d-029e-4c7d-a129-c324d99d2889', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'serial': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.877470] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f2064-fddd-446f-9802-13502ddec4dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.901181] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340b62da-1c36-4b53-8456-a7926b5fa729 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.907186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f45276-68ae-46d6-9ad1-682acdd7375a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.911310] env[63380]: DEBUG nova.compute.manager [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Received event network-changed-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.911527] env[63380]: DEBUG nova.compute.manager [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Refreshing instance network info cache due to event network-changed-c7f69a28-c56a-4f9b-8d90-3c0c036deac3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.911757] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] Acquiring lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.911926] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] Acquired lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.912104] env[63380]: DEBUG nova.network.neutron [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Refreshing network info cache for port c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.962988] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e17b972-e28c-4d6a-b448-abf7eb3a3791 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.976500] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9/volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.980857] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4305c519-f561-4532-bfcc-600de135fba3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.002390] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680277, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.006660] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 915.006660] env[63380]: value = "task-2680279" [ 915.006660] env[63380]: _type = "Task" [ 915.006660] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.007777] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96392e7c-ffdb-4dbd-a4ae-caa628bf2a39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.036912] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.038363] env[63380]: DEBUG nova.compute.provider_tree [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.048032] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680278, 'name': PowerOffVM_Task, 'duration_secs': 0.243831} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.048226] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.048405] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.048726] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fdff835-9829-4043-a800-c816ca1edadf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.452499] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.452855] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.453097] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Deleting the datastore file [datastore2] 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.453399] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a677ea-fae6-48f1-8a29-38f59a2ce047 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.462204] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for the task: (returnval){ [ 915.462204] env[63380]: value = "task-2680281" [ 915.462204] env[63380]: _type = "Task" [ 915.462204] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.482288] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.486492] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561238} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.486824] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] a76a7a69-7d97-4e5b-9e44-4d57ff46a03d/a76a7a69-7d97-4e5b-9e44-4d57ff46a03d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.487140] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.487526] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b61c3317-4c58-4c91-973f-280bfbbf804b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.495771] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 915.495771] env[63380]: value = "task-2680282" [ 915.495771] env[63380]: _type = "Task" [ 915.495771] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.505503] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.517645] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.542136] env[63380]: DEBUG nova.scheduler.client.report [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.660209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.660534] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.660779] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.660969] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.661183] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.663334] env[63380]: INFO nova.compute.manager [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Terminating instance [ 915.974482] env[63380]: DEBUG oslo_vmware.api [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Task: {'id': task-2680281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386277} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.974882] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.975040] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.975317] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.975543] env[63380]: INFO nova.compute.manager [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Took 1.48 seconds to destroy the instance on the hypervisor. [ 915.975882] env[63380]: DEBUG oslo.service.loopingcall [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.976140] env[63380]: DEBUG nova.compute.manager [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.976410] env[63380]: DEBUG nova.network.neutron [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.015646] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07231} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.016396] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.017281] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a3ea9-37dc-4693-b526-5fccf61d65e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.025288] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680279, 'name': ReconfigVM_Task, 'duration_secs': 0.855463} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.025984] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfigured VM instance instance-0000002e to attach disk [datastore1] volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9/volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.042178] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f570069-73a2-4187-a3e3-e53e043a0fe0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.062274] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a76a7a69-7d97-4e5b-9e44-4d57ff46a03d/a76a7a69-7d97-4e5b-9e44-4d57ff46a03d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.065975] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.066537] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.070332] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96bc1232-8417-433e-b01f-b1cf44b5e69c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.093282] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.815s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.093282] env[63380]: DEBUG nova.objects.instance [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid c25f0f9b-d137-40e7-b420-9205237ed600 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.099553] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 916.099553] env[63380]: value = "task-2680283" [ 916.099553] env[63380]: _type = "Task" [ 916.099553] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.106240] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 916.106240] env[63380]: value = "task-2680284" [ 916.106240] env[63380]: _type = "Task" [ 916.106240] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.128116] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.129871] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.167251] env[63380]: DEBUG nova.compute.manager [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.167523] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.168502] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08831c-e03a-4b0e-bee3-4488d81c4b74 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.182461] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.183015] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55396c80-add4-400e-b0ea-d29e81e3cdd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.193019] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 916.193019] env[63380]: value = "task-2680285" [ 916.193019] env[63380]: _type = "Task" [ 916.193019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.207895] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.250130] env[63380]: DEBUG nova.network.neutron [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updated VIF entry in instance network info cache for port c7f69a28-c56a-4f9b-8d90-3c0c036deac3. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.250605] env[63380]: DEBUG nova.network.neutron [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updating instance_info_cache with network_info: [{"id": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "address": "fa:16:3e:e9:50:e1", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7f69a28-c5", "ovs_interfaceid": "c7f69a28-c56a-4f9b-8d90-3c0c036deac3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.592793] env[63380]: DEBUG nova.compute.utils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.596232] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.596232] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.633729] env[63380]: DEBUG oslo_vmware.api [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680283, 'name': ReconfigVM_Task, 'duration_secs': 0.214366} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.635174] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680284, 'name': ReconfigVM_Task, 'duration_secs': 0.332777} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.637347] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540386', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'name': 'volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5310e05d-029e-4c7d-a129-c324d99d2889', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'serial': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 916.639208] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a76a7a69-7d97-4e5b-9e44-4d57ff46a03d/a76a7a69-7d97-4e5b-9e44-4d57ff46a03d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.640399] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a96df3-c9bf-4473-9fcc-12d41603d231 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.650836] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 916.650836] env[63380]: value = "task-2680286" [ 916.650836] env[63380]: _type = "Task" [ 916.650836] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.664249] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680286, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.700572] env[63380]: DEBUG nova.policy [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c37f0ad11fcb479d961e355b9549e244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5912c50fb1ef423eb604a770cba90a74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.708783] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680285, 'name': PowerOffVM_Task, 'duration_secs': 0.269667} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.711710] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.711923] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.712438] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0477f294-d374-4769-adfa-e7a4e00b1c48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.756435] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab401b25-037b-407d-9dff-890e216123b9 req-094de3f4-7517-4110-a97a-a90f96649d6e service nova] Releasing lock "refresh_cache-cd3bef10-1014-4a88-b6a6-1780634050c3" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.794346] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.794603] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.794792] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleting the datastore file [datastore2] facabd9b-e833-46cd-b019-0ca8a7e6518d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.795099] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-329fab04-3a8d-4e96-8f10-87841e6ee6f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.807072] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 916.807072] env[63380]: value = "task-2680288" [ 916.807072] env[63380]: _type = "Task" [ 916.807072] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.820577] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.960878] env[63380]: DEBUG nova.compute.manager [req-6bbfe162-a027-45ed-8a68-895ba1a4c96a req-3cbd89da-f37e-4764-be5c-df487fb44a53 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Received event network-vif-deleted-b1403472-482e-4795-99eb-df33be616219 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.961709] env[63380]: INFO nova.compute.manager [req-6bbfe162-a027-45ed-8a68-895ba1a4c96a req-3cbd89da-f37e-4764-be5c-df487fb44a53 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Neutron deleted interface b1403472-482e-4795-99eb-df33be616219; detaching it from the instance and deleting it from the info cache [ 916.961709] env[63380]: DEBUG nova.network.neutron [req-6bbfe162-a027-45ed-8a68-895ba1a4c96a req-3cbd89da-f37e-4764-be5c-df487fb44a53 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.060502] env[63380]: DEBUG nova.network.neutron [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.092204] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32652d29-413a-4448-b38a-2cb197a2b352 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.096205] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.110357] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1fa986-517b-4d9d-acd1-4199ef21d896 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.161682] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024a062-6c8d-48bf-8d20-f5c1f308068b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.172052] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680286, 'name': Rename_Task, 'duration_secs': 0.229426} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.175060] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.175060] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9c301b9-c2d5-49c5-88b7-8490e70dc3bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.177893] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e15f30-f093-489e-9e29-2d53ad6301b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.195693] env[63380]: DEBUG nova.compute.provider_tree [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.204022] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 917.204022] env[63380]: value = "task-2680289" [ 917.204022] env[63380]: _type = "Task" [ 917.204022] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.319420] env[63380]: DEBUG oslo_vmware.api [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360662} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.319799] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.319994] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.320191] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.320597] env[63380]: INFO nova.compute.manager [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.320883] env[63380]: DEBUG oslo.service.loopingcall [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.321099] env[63380]: DEBUG nova.compute.manager [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.321200] env[63380]: DEBUG nova.network.neutron [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.345031] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully created port: f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.464990] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efd335ba-7d66-411f-8a51-cf02ec117820 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.478113] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0a529-c338-42e3-8a26-73b747695c28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.523150] env[63380]: DEBUG nova.compute.manager [req-6bbfe162-a027-45ed-8a68-895ba1a4c96a req-3cbd89da-f37e-4764-be5c-df487fb44a53 service nova] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Detach interface failed, port_id=b1403472-482e-4795-99eb-df33be616219, reason: Instance 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 917.567082] env[63380]: INFO nova.compute.manager [-] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Took 1.59 seconds to deallocate network for instance. [ 917.703076] env[63380]: DEBUG nova.scheduler.client.report [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.716230] env[63380]: DEBUG nova.objects.instance [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'flavor' on Instance uuid 5310e05d-029e-4c7d-a129-c324d99d2889 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.728547] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680289, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.075423] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.116140] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.161671] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.161905] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.162637] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.162637] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.162877] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.163222] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.163739] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.163897] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.164128] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.164434] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.164597] env[63380]: DEBUG nova.virt.hardware [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.166380] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb6f02-83f0-44a9-8eee-78006a23c56b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.176390] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293c3cb-1663-4e28-ae7d-77bc38bdb8ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.219148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.224679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.173s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.226478] env[63380]: INFO nova.compute.claims [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.232928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9cf5ee56-a000-4b95-9490-ef358037dce2 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.007s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.242745] env[63380]: DEBUG oslo_vmware.api [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680289, 'name': PowerOnVM_Task, 'duration_secs': 0.738415} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.242745] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.242745] env[63380]: INFO nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 918.242745] env[63380]: DEBUG nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.242979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ecda49-d049-4da3-bfcd-df2001e9dab1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.275044] env[63380]: INFO nova.scheduler.client.report [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance c25f0f9b-d137-40e7-b420-9205237ed600 [ 918.364139] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully created port: 65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.603371] env[63380]: DEBUG nova.network.neutron [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.766488] env[63380]: INFO nova.compute.manager [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Took 26.70 seconds to build instance. [ 918.783412] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045b4760-f047-46c4-91e9-8ae52c0e46d8 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "c25f0f9b-d137-40e7-b420-9205237ed600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.572s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.884840] env[63380]: INFO nova.compute.manager [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Rescuing [ 918.884840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.884840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.884840] env[63380]: DEBUG nova.network.neutron [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.064702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "01a530b0-4090-4626-a4dc-30a019bf986f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.064946] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.106486] env[63380]: INFO nova.compute.manager [-] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Took 1.78 seconds to deallocate network for instance. [ 919.270694] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a1ff8390-462b-4923-b02b-ada1952432b2 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.208s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.373725] env[63380]: DEBUG nova.compute.manager [req-d1673241-b289-4bbe-9d5b-926b164be07b req-e4eba8f8-69cf-4443-b700-e18e732f1f9e service nova] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Received event network-vif-deleted-2bdf1fbc-dd0f-45b7-a485-2c78ae8a6a72 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.394250] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully created port: 8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.571841] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.619646] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.660037] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb05d56-ea44-4b2d-95c2-1400213d4551 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.668840] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1e276-4888-4dca-a1b2-f0c93b89c5c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.706074] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818066f8-ba37-4353-8e94-d15a316a4b91 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.715983] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb084ac4-8bd4-440d-94af-6b55df2e6c9d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.732662] env[63380]: DEBUG nova.compute.provider_tree [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.961873] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.962125] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.106960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.186926] env[63380]: DEBUG nova.network.neutron [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.236414] env[63380]: DEBUG nova.scheduler.client.report [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.381784] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.384273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671930d-3f14-485e-ab9b-c8809512a596 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.391515] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.391752] env[63380]: ERROR oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk due to incomplete transfer. [ 920.392068] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad6d462a-04e3-4553-b66f-eafb19cf80a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.401822] env[63380]: DEBUG oslo_vmware.rw_handles [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521606ac-2e51-2207-2836-841a3cb4484c/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.401970] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploaded image df404ca7-8856-474f-9815-c0ae0006d33c to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.404675] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.404967] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-befa58e9-c949-402c-98eb-b1e658437a48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.413323] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 920.413323] env[63380]: value = "task-2680290" [ 920.413323] env[63380]: _type = "Task" [ 920.413323] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.425306] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680290, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.464940] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.689761] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.737845] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.738110] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.743706] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.744247] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.747456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.264s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.748894] env[63380]: INFO nova.compute.claims [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.923777] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680290, 'name': Destroy_Task, 'duration_secs': 0.350281} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.924070] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroyed the VM [ 920.924318] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.924575] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4084f286-3cbe-4309-b497-5ed743667405 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.934265] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 920.934265] env[63380]: value = "task-2680291" [ 920.934265] env[63380]: _type = "Task" [ 920.934265] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.943760] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.997037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.244023] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.256647] env[63380]: DEBUG nova.compute.utils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.257385] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.257622] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.297755] env[63380]: DEBUG nova.policy [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a1331bffed4a1581e80457a97d7d9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec30de87370e449397468937db2e4288', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.445533] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.553419] env[63380]: DEBUG nova.compute.manager [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-plugged-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.553679] env[63380]: DEBUG oslo_concurrency.lockutils [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.553836] env[63380]: DEBUG oslo_concurrency.lockutils [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.554010] env[63380]: DEBUG oslo_concurrency.lockutils [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.554522] env[63380]: DEBUG nova.compute.manager [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] No waiting events found dispatching network-vif-plugged-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.554741] env[63380]: WARNING nova.compute.manager [req-37b54ab9-1827-4583-80c2-8febe858028b req-26343cf8-bac0-4580-a707-32591eea4353 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received unexpected event network-vif-plugged-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 for instance with vm_state building and task_state spawning. [ 921.766200] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.784256] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully updated port: f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.808955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.923074] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Successfully created port: 374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.949463] env[63380]: DEBUG oslo_vmware.api [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680291, 'name': RemoveSnapshot_Task, 'duration_secs': 0.951817} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.953139] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.953428] env[63380]: INFO nova.compute.manager [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 14.03 seconds to snapshot the instance on the hypervisor. [ 922.247050] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.247399] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90892ef9-95b8-4587-bd36-0f375e758447 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.257858] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 922.257858] env[63380]: value = "task-2680292" [ 922.257858] env[63380]: _type = "Task" [ 922.257858] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.265133] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd5159-1720-4846-9703-475ecabed91e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.283238] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.288176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aacd622-d034-4a66-97dc-48f8329cfa46 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae8976-7f95-4013-8df6-b095675f2150 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.341032] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa549153-5537-4b40-83e0-5c4e70b3ce78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.359337] env[63380]: DEBUG nova.compute.provider_tree [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.528783] env[63380]: DEBUG nova.compute.manager [None req-77b4dafa-26ac-437d-8eae-4a46f5695dc7 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Found 2 images (rotation: 2) {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 922.771291] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680292, 'name': PowerOffVM_Task, 'duration_secs': 0.507811} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.771857] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.773543] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd458b-105e-4304-be20-6edbc3b2a1c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.801073] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.803552] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c2d7c-0759-4ed1-9b66-c3b00781f1a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.839443] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.839691] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.839848] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.840368] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.840589] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.840752] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.841061] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.841141] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.841314] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.841926] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.841926] env[63380]: DEBUG nova.virt.hardware [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.844671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ec113-ef0a-45dd-a494-f6165eba28d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.859304] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831160de-fa90-45b9-b15c-50c2482d6752 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.869809] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.870016] env[63380]: DEBUG nova.scheduler.client.report [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.873805] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715c163a-293a-445b-9894-f7f855248947 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.891538] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 922.891538] env[63380]: value = "task-2680293" [ 922.891538] env[63380]: _type = "Task" [ 922.891538] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.902639] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 922.902865] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.903131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.903865] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.904161] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.904787] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde24d75-2e49-4880-baed-f2ab855b4567 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.916242] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.916607] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.918061] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5687f9d-fa86-4594-be4d-e11cb3792d36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.925849] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 922.925849] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52296e38-7481-2753-d224-ba435cd43000" [ 922.925849] env[63380]: _type = "Task" [ 922.925849] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.937834] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52296e38-7481-2753-d224-ba435cd43000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.049430] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "7663f07b-8da1-41bf-a301-00e271bce5d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.050068] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.379021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.379021] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.380524] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.811s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.382206] env[63380]: INFO nova.compute.claims [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.438537] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52296e38-7481-2753-d224-ba435cd43000, 'name': SearchDatastore_Task, 'duration_secs': 0.031268} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.440127] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397dece6-9477-400c-bdd9-4919bb933546 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.445749] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 923.445749] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c8de6-ca4b-cce6-9327-5dbc531aef06" [ 923.445749] env[63380]: _type = "Task" [ 923.445749] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.454486] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c8de6-ca4b-cce6-9327-5dbc531aef06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.554551] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.605915] env[63380]: DEBUG nova.compute.manager [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-changed-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.606152] env[63380]: DEBUG nova.compute.manager [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing instance network info cache due to event network-changed-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.606391] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] Acquiring lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.606543] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] Acquired lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.606707] env[63380]: DEBUG nova.network.neutron [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing network info cache for port f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.648272] env[63380]: DEBUG nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.649362] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e91a01-8f0a-489a-b9b7-a4f77ab8deb6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.893083] env[63380]: DEBUG nova.compute.utils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.893083] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.893083] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.925688] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Successfully updated port: 374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.957652] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c8de6-ca4b-cce6-9327-5dbc531aef06, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.958064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.958470] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 923.958600] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc562486-76e2-443b-968f-116d038cb639 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.968009] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 923.968009] env[63380]: value = "task-2680294" [ 923.968009] env[63380]: _type = "Task" [ 923.968009] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.973688] env[63380]: DEBUG nova.policy [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf980adc74414b69b57c64657ab3ff65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00828a6f29664a7e86ff1be41b550d9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.984550] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.085786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.095263] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully updated port: 65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.155415] env[63380]: DEBUG nova.network.neutron [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.166474] env[63380]: INFO nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] instance snapshotting [ 924.167806] env[63380]: DEBUG nova.objects.instance [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.250237] env[63380]: DEBUG nova.network.neutron [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.404192] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.430147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.430147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquired lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.430147] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.481223] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680294, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.495996] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Successfully created port: 2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.678544] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a019d353-51dd-432e-b614-f9f810054a6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.709071] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40930b49-8c98-4dbb-9633-036db8cb6518 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.754485] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c6281d8-c436-4618-901a-87a96534104a req-0a0384d1-7500-4d67-933c-95150fdf85b9 service nova] Releasing lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.828357] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc791b-2ece-4aa5-89b7-05818adc28aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836940] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbf0bb0-c695-4766-95fb-2ee6298c009b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.875834] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b424f-dd52-4cd6-ae6d-f52b40da153c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.888096] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d6cd9a-3bdd-4ed5-81aa-9f2719d11067 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.905978] env[63380]: DEBUG nova.compute.provider_tree [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.982508] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.988223] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.158167] env[63380]: DEBUG nova.network.neutron [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Updating instance_info_cache with network_info: [{"id": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "address": "fa:16:3e:92:35:90", "network": {"id": "b0b44d6a-6de3-4a76-bb22-8f238c91b8fb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1771002213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec30de87370e449397468937db2e4288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374aedc3-dd", "ovs_interfaceid": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.227301] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.227782] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-493c09ea-fea1-440c-bd98-4e1c5c3cab40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.239493] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 925.239493] env[63380]: value = "task-2680295" [ 925.239493] env[63380]: _type = "Task" [ 925.239493] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.251804] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.342927] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.343195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.411384] env[63380]: DEBUG nova.scheduler.client.report [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.415769] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.446053] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.446314] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.446474] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.446656] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.446804] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.446949] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.447177] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.447337] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.447507] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.447710] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.447901] env[63380]: DEBUG nova.virt.hardware [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.448771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a50c0-4c2e-4f16-8b33-0611d06c3b68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.457683] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1e7f9-1e68-4b59-9daa-3ab97bfc3109 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.480767] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.641463] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Received event network-vif-plugged-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.641463] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquiring lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.641593] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.641818] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.642061] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] No waiting events found dispatching network-vif-plugged-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.642255] env[63380]: WARNING nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Received unexpected event network-vif-plugged-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe for instance with vm_state building and task_state spawning. [ 925.642444] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Received event network-changed-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.642607] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Refreshing instance network info cache due to event network-changed-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.642781] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquiring lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.660950] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Releasing lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.661317] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Instance network_info: |[{"id": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "address": "fa:16:3e:92:35:90", "network": {"id": "b0b44d6a-6de3-4a76-bb22-8f238c91b8fb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1771002213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec30de87370e449397468937db2e4288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374aedc3-dd", "ovs_interfaceid": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.661649] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquired lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661884] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Refreshing network info cache for port 374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.663264] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:35:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374aedc3-dd04-4216-8a6f-f1ba07a2e8fe', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.671565] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Creating folder: Project (ec30de87370e449397468937db2e4288). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.674846] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25eec4cf-9065-458f-9b6d-b40585a55cb0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.689052] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Created folder: Project (ec30de87370e449397468937db2e4288) in parent group-v540155. [ 925.689052] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Creating folder: Instances. Parent ref: group-v540388. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.689393] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd595763-2c83-4932-b30c-adbdbb50883a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.702219] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Created folder: Instances in parent group-v540388. [ 925.702514] env[63380]: DEBUG oslo.service.loopingcall [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.702730] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.702961] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8eecc1f-ba43-4241-ad88-f233e52d6556 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.727065] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.727065] env[63380]: value = "task-2680298" [ 925.727065] env[63380]: _type = "Task" [ 925.727065] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.740932] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680298, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.749404] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.845772] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.899255] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Updated VIF entry in instance network info cache for port 374aedc3-dd04-4216-8a6f-f1ba07a2e8fe. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.899648] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Updating instance_info_cache with network_info: [{"id": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "address": "fa:16:3e:92:35:90", "network": {"id": "b0b44d6a-6de3-4a76-bb22-8f238c91b8fb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1771002213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec30de87370e449397468937db2e4288", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374aedc3-dd", "ovs_interfaceid": "374aedc3-dd04-4216-8a6f-f1ba07a2e8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.920257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.920257] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.923209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.577s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.923392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.923546] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 925.923820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.849s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.924038] env[63380]: DEBUG nova.objects.instance [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lazy-loading 'resources' on Instance uuid 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.925488] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a9adb-0aa2-4278-a5f6-d64fe34ee8e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.936080] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ee271-3388-4bed-8eca-e9180363c148 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.954557] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da65d14-8699-4e7d-bf86-9c247f6cdd1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.963457] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b778da-0d60-4192-96c1-83e6b18edea6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.997185] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178814MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 925.998023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.007478] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720662} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.007861] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 926.008657] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883bd43e-3e29-4ae2-b7be-b91ec1fb6016 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.038671] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.039084] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e6898e-082d-446f-bbc1-837d56351f87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058389] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 926.058389] env[63380]: value = "task-2680299" [ 926.058389] env[63380]: _type = "Task" [ 926.058389] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.068555] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.238595] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680298, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.251221] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680295, 'name': CreateSnapshot_Task, 'duration_secs': 0.528939} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.251948] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.255099] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a118f80-aff0-4504-ad03-723a631a3672 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.299097] env[63380]: DEBUG nova.compute.manager [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Received event network-vif-plugged-2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.299097] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] Acquiring lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.299320] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] Lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.299490] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] Lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.299760] env[63380]: DEBUG nova.compute.manager [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] No waiting events found dispatching network-vif-plugged-2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.299825] env[63380]: WARNING nova.compute.manager [req-6cf7dc85-9af6-46e8-81a3-472acd62a8c2 req-6864e67d-8604-400c-aebf-ebf23a249ec5 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Received unexpected event network-vif-plugged-2ab070c5-8f1d-4d57-9770-ecb9164d509e for instance with vm_state building and task_state spawning. [ 926.348731] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Successfully updated port: 8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.370895] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.402031] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Releasing lock "refresh_cache-bb027e42-1759-4f56-8068-3fbcb239e4bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.402223] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-plugged-65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.402558] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.402774] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.402941] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.403764] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] No waiting events found dispatching network-vif-plugged-65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.403764] env[63380]: WARNING nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received unexpected event network-vif-plugged-65af9552-1ee5-46cc-aaff-f6c7922c503b for instance with vm_state building and task_state spawning. [ 926.403764] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-changed-65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.403764] env[63380]: DEBUG nova.compute.manager [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing instance network info cache due to event network-changed-65af9552-1ee5-46cc-aaff-f6c7922c503b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.404081] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquiring lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.404893] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Acquired lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.404893] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing network info cache for port 65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.415888] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Successfully updated port: 2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.424823] env[63380]: DEBUG nova.compute.utils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.426619] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.426816] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.467979] env[63380]: DEBUG nova.policy [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.569584] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680299, 'name': ReconfigVM_Task, 'duration_secs': 0.379181} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.569918] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.570792] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b454ad2-434b-40b9-8524-bdf82c88a5e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.600037] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf719daa-da4e-4456-971b-441ea6e988a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.620538] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 926.620538] env[63380]: value = "task-2680300" [ 926.620538] env[63380]: _type = "Task" [ 926.620538] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.632320] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.743276] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680298, 'name': CreateVM_Task, 'duration_secs': 0.530106} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.744389] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.744389] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.744389] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.744580] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.744858] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd69a616-fd21-4099-a7e8-4004466c2b1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.754014] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 926.754014] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521ec545-917f-26b7-b488-05e77c968ad0" [ 926.754014] env[63380]: _type = "Task" [ 926.754014] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.763370] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521ec545-917f-26b7-b488-05e77c968ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.779865] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.781189] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e84732d7-54e0-4661-a13e-84cd2b3a22b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.784910] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db733918-6c07-4fa0-8926-0cafef1caf69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.794971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ff7a6d-9b41-4546-a99d-9d1d51c8e026 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.799395] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 926.799395] env[63380]: value = "task-2680301" [ 926.799395] env[63380]: _type = "Task" [ 926.799395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.830937] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Successfully created port: b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.833885] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7cd21-61d0-4fa1-b9f8-f91ba9f902fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.840297] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680301, 'name': CloneVM_Task} progress is 12%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.847878] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658ef5f9-3d9c-4c77-abe7-9496b2a12fb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.852597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.863424] env[63380]: DEBUG nova.compute.provider_tree [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.919267] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.919267] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.919267] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.927024] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.954625] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.080885] env[63380]: DEBUG nova.network.neutron [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.131386] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680300, 'name': ReconfigVM_Task, 'duration_secs': 0.200709} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.131687] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.131939] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e423faf1-cbbc-4b22-a183-efc5c8ca42e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.138984] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 927.138984] env[63380]: value = "task-2680302" [ 927.138984] env[63380]: _type = "Task" [ 927.138984] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.147799] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.267312] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521ec545-917f-26b7-b488-05e77c968ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.015355} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.267710] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.267959] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.268216] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.268456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.268608] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.268811] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b18307-7744-430c-bb2a-2cb3f09f2fb5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.278599] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.278825] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.280029] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57fc499-5c93-48b2-997e-fa6a44c753e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.285569] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 927.285569] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247870a-a87a-e35a-b767-d3019948f19b" [ 927.285569] env[63380]: _type = "Task" [ 927.285569] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.294134] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247870a-a87a-e35a-b767-d3019948f19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.309306] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680301, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.370042] env[63380]: DEBUG nova.scheduler.client.report [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.584187] env[63380]: DEBUG oslo_concurrency.lockutils [req-4470aa38-2540-43c7-8f14-ef668b86ca55 req-67b54da2-06bb-4a77-8b1c-6e74dcfa0670 service nova] Releasing lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.584606] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.584842] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.635173] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.650186] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.716602] env[63380]: DEBUG nova.compute.manager [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-plugged-8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.716830] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.717083] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.717283] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.717532] env[63380]: DEBUG nova.compute.manager [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] No waiting events found dispatching network-vif-plugged-8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.717738] env[63380]: WARNING nova.compute.manager [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received unexpected event network-vif-plugged-8d227258-5d56-4490-99fa-5f1284e229b1 for instance with vm_state building and task_state spawning. [ 927.717923] env[63380]: DEBUG nova.compute.manager [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-changed-8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.718223] env[63380]: DEBUG nova.compute.manager [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing instance network info cache due to event network-changed-8d227258-5d56-4490-99fa-5f1284e229b1. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.718449] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Acquiring lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.799067] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5247870a-a87a-e35a-b767-d3019948f19b, 'name': SearchDatastore_Task, 'duration_secs': 0.013026} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.799944] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3461d75-5987-4869-84bd-f6cd44fac872 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.811284] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680301, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.812627] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 927.812627] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5205e633-3b8b-82a6-2c23-38309623dced" [ 927.812627] env[63380]: _type = "Task" [ 927.812627] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.823292] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5205e633-3b8b-82a6-2c23-38309623dced, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.823292] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.823292] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] bb027e42-1759-4f56-8068-3fbcb239e4bf/bb027e42-1759-4f56-8068-3fbcb239e4bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.823292] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c74987-af3e-4826-8397-a821563305ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.827562] env[63380]: DEBUG nova.network.neutron [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Updating instance_info_cache with network_info: [{"id": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "address": "fa:16:3e:9e:6b:6b", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab070c5-8f", "ovs_interfaceid": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.831357] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 927.831357] env[63380]: value = "task-2680303" [ 927.831357] env[63380]: _type = "Task" [ 927.831357] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.840305] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.846104] env[63380]: DEBUG nova.objects.instance [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lazy-loading 'flavor' on Instance uuid 1f1535e6-62db-459d-955a-50c1a960e384 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.874702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.877680] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.258s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.877923] env[63380]: DEBUG nova.objects.instance [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'resources' on Instance uuid facabd9b-e833-46cd-b019-0ca8a7e6518d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.901660] env[63380]: INFO nova.scheduler.client.report [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Deleted allocations for instance 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2 [ 927.937267] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.967439] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.967794] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.967937] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.968167] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.968333] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.968485] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.968698] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.968865] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.969040] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.969216] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.969451] env[63380]: DEBUG nova.virt.hardware [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.970659] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84da3b09-d911-4a95-9028-43dbf9905621 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.982492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26991d49-2441-4ae4-91ab-a700267d1502 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.134554] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.151177] env[63380]: DEBUG oslo_vmware.api [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680302, 'name': PowerOnVM_Task, 'duration_secs': 0.584364} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.151474] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.155952] env[63380]: DEBUG nova.compute.manager [None req-f3af0c87-9c11-4507-a44a-937a928707f3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.156662] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d4ecf-f51f-4cfe-a5ea-a0ef723a1e0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322038] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680301, 'name': CloneVM_Task, 'duration_secs': 1.383138} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.322417] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Created linked-clone VM from snapshot [ 928.323443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034389eb-6a28-4a26-b01d-441c10c7e5db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.334375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.334375] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Instance network_info: |[{"id": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "address": "fa:16:3e:9e:6b:6b", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab070c5-8f", "ovs_interfaceid": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.334375] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploading image 224c43e5-bd92-45ef-a336-c3d7b9d3b921 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.337985] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:6b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab070c5-8f1d-4d57-9770-ecb9164d509e', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.349731] env[63380]: DEBUG oslo.service.loopingcall [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.359266] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.359266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.359266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.359266] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7b1c8fd-16f4-4e65-b539-f1a5e238d938 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.387532] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.393146] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.393146] env[63380]: value = "task-2680304" [ 928.393146] env[63380]: _type = "Task" [ 928.393146] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.402029] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680304, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.404540] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.404540] env[63380]: value = "vm-540392" [ 928.404540] env[63380]: _type = "VirtualMachine" [ 928.404540] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.404540] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6576a336-fca5-4039-9e1b-b7b3bf9c0650 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.409729] env[63380]: DEBUG oslo_concurrency.lockutils [None req-02445453-cfc5-4638-b3da-b293d379998d tempest-AttachInterfacesV270Test-1198211316 tempest-AttachInterfacesV270Test-1198211316-project-member] Lock "8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.427s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.416373] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease: (returnval){ [ 928.416373] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52514df8-e865-76d2-0b6b-bad4233cecdd" [ 928.416373] env[63380]: _type = "HttpNfcLease" [ 928.416373] env[63380]: } obtained for exporting VM: (result){ [ 928.416373] env[63380]: value = "vm-540392" [ 928.416373] env[63380]: _type = "VirtualMachine" [ 928.416373] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.416667] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the lease: (returnval){ [ 928.416667] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52514df8-e865-76d2-0b6b-bad4233cecdd" [ 928.416667] env[63380]: _type = "HttpNfcLease" [ 928.416667] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.430031] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.430031] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52514df8-e865-76d2-0b6b-bad4233cecdd" [ 928.430031] env[63380]: _type = "HttpNfcLease" [ 928.430031] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.571193] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Successfully updated port: b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.653431] env[63380]: DEBUG nova.compute.manager [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Received event network-changed-2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.653710] env[63380]: DEBUG nova.compute.manager [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Refreshing instance network info cache due to event network-changed-2ab070c5-8f1d-4d57-9770-ecb9164d509e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.653710] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] Acquiring lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.653807] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] Acquired lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.653976] env[63380]: DEBUG nova.network.neutron [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Refreshing network info cache for port 2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.488526] env[63380]: DEBUG nova.network.neutron [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.489782] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.490471] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.490471] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.507148] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.507148] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52514df8-e865-76d2-0b6b-bad4233cecdd" [ 929.507148] env[63380]: _type = "HttpNfcLease" [ 929.507148] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.512943] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.512943] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52514df8-e865-76d2-0b6b-bad4233cecdd" [ 929.512943] env[63380]: _type = "HttpNfcLease" [ 929.512943] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.513267] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680303, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.514158] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680304, 'name': CreateVM_Task, 'duration_secs': 0.656864} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.517253] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc945c-a185-4f39-9238-5b6aa7c516e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.519736] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.520836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.521206] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.521357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.521997] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e9aebd-17b4-4efb-bda3-40e4f9a6f9ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.527814] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.527885] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.530630] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 929.530630] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d04616-1f63-be58-ff1c-ca388eed9bde" [ 929.530630] env[63380]: _type = "Task" [ 929.530630] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.603390] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d04616-1f63-be58-ff1c-ca388eed9bde, 'name': SearchDatastore_Task, 'duration_secs': 0.059087} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.605737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.605969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.606236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.606380] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606553] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.606998] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2665ae-0bbd-4364-a9b9-eb2ce77e3e2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.618373] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.618557] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.619424] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502d7190-991e-457a-ad75-e91cdd0f06d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.623176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e059b9d4-1ea5-405f-9095-807d8debbc60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.629804] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 929.629804] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d50c5a-e0b7-75be-1b92-c2087a6d44e1" [ 929.629804] env[63380]: _type = "Task" [ 929.629804] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.635579] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f9737-4460-40ee-8f35-d745c84cf85b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.646205] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d50c5a-e0b7-75be-1b92-c2087a6d44e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.675422] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a36c454-9bcc-4b0a-ba50-382774257399 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.684261] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159357c1-f9d3-43a1-8426-153b5f638440 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.692318] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83f93396-4300-4c33-bad4-4c0e7145b0ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.702168] env[63380]: DEBUG nova.compute.provider_tree [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.879017] env[63380]: DEBUG nova.network.neutron [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [{"id": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "address": "fa:16:3e:57:dd:8b", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b30f21-c0", "ovs_interfaceid": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "address": "fa:16:3e:22:6d:39", "network": {"id": "28485670-946d-4a28-b0e9-70b5a9bc08ee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472378632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af9552-1e", "ovs_interfaceid": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d227258-5d56-4490-99fa-5f1284e229b1", "address": "fa:16:3e:ea:c0:b3", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d227258-5d", "ovs_interfaceid": "8d227258-5d56-4490-99fa-5f1284e229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.930971] env[63380]: DEBUG nova.network.neutron [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Updated VIF entry in instance network info cache for port 2ab070c5-8f1d-4d57-9770-ecb9164d509e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.931415] env[63380]: DEBUG nova.network.neutron [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Updating instance_info_cache with network_info: [{"id": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "address": "fa:16:3e:9e:6b:6b", "network": {"id": "62736b4b-e81c-41af-b5d0-4a920f42c172", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f58e5809c9184851898cc9fc7c5ee76a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab070c5-8f", "ovs_interfaceid": "2ab070c5-8f1d-4d57-9770-ecb9164d509e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.941206] env[63380]: DEBUG nova.compute.manager [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.942079] env[63380]: DEBUG nova.compute.manager [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing instance network info cache due to event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.942079] env[63380]: DEBUG oslo_concurrency.lockutils [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.008888] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.682483} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.009997] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] bb027e42-1759-4f56-8068-3fbcb239e4bf/bb027e42-1759-4f56-8068-3fbcb239e4bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.012344] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.012344] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e75b10f5-de49-4de3-ac7b-b468d4f97acf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.019876] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 930.019876] env[63380]: value = "task-2680306" [ 930.019876] env[63380]: _type = "Task" [ 930.019876] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.033188] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.103134] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.142998] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d50c5a-e0b7-75be-1b92-c2087a6d44e1, 'name': SearchDatastore_Task, 'duration_secs': 0.032576} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.146649] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3307f2ac-7c5c-4ed0-806e-0b8222b4e717 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.157919] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 930.157919] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b5f79c-f7f1-474a-ffc2-9979ebd0db92" [ 930.157919] env[63380]: _type = "Task" [ 930.157919] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.166765] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b5f79c-f7f1-474a-ffc2-9979ebd0db92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.207692] env[63380]: DEBUG nova.scheduler.client.report [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.352159] env[63380]: INFO nova.compute.manager [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Unrescuing [ 930.352594] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.352968] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.353045] env[63380]: DEBUG nova.network.neutron [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.382401] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.382745] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance network_info: |[{"id": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "address": "fa:16:3e:57:dd:8b", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b30f21-c0", "ovs_interfaceid": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "address": "fa:16:3e:22:6d:39", "network": {"id": "28485670-946d-4a28-b0e9-70b5a9bc08ee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472378632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af9552-1e", "ovs_interfaceid": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d227258-5d56-4490-99fa-5f1284e229b1", "address": "fa:16:3e:ea:c0:b3", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d227258-5d", "ovs_interfaceid": "8d227258-5d56-4490-99fa-5f1284e229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.383303] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Acquired lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.383548] env[63380]: DEBUG nova.network.neutron [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Refreshing network info cache for port 8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.388383] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:dd:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:6d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65af9552-1ee5-46cc-aaff-f6c7922c503b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c0:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d227258-5d56-4490-99fa-5f1284e229b1', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.400468] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Creating folder: Project (5912c50fb1ef423eb604a770cba90a74). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.402084] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6079d20d-2ca3-40f0-9f47-1720fe6a7d74 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.421480] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Created folder: Project (5912c50fb1ef423eb604a770cba90a74) in parent group-v540155. [ 930.421728] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Creating folder: Instances. Parent ref: group-v540394. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.422022] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde64dc3-f102-4bc4-9a7b-ca467a834792 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.433931] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Created folder: Instances in parent group-v540394. [ 930.434261] env[63380]: DEBUG oslo.service.loopingcall [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.434506] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.435533] env[63380]: DEBUG nova.network.neutron [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.437182] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee9faf22-b663-4c93-b8b6-5a3ac200e08b req-ea258715-3fc2-494b-b691-617671d4890c service nova] Releasing lock "refresh_cache-88bf0e90-6396-4fba-85ed-10b451706abc" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.438345] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba348b27-cdb1-4156-9ffc-6e26c34ff288 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.472572] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.472572] env[63380]: value = "task-2680309" [ 930.472572] env[63380]: _type = "Task" [ 930.472572] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.481771] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680309, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.536060] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091131} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.539320] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.540358] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d13037e-ab4a-4719-9afa-d23133ba32a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.567714] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] bb027e42-1759-4f56-8068-3fbcb239e4bf/bb027e42-1759-4f56-8068-3fbcb239e4bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.568357] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe9be9d-ecdb-4895-b28f-ec5160a2486f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.585617] env[63380]: DEBUG nova.network.neutron [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.595021] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 930.595021] env[63380]: value = "task-2680310" [ 930.595021] env[63380]: _type = "Task" [ 930.595021] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.603607] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.669909] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b5f79c-f7f1-474a-ffc2-9979ebd0db92, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.670217] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.670780] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 88bf0e90-6396-4fba-85ed-10b451706abc/88bf0e90-6396-4fba-85ed-10b451706abc.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.670929] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ef1ae9-ed6e-4172-aa66-b1ceb7b8747e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.681621] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 930.681621] env[63380]: value = "task-2680311" [ 930.681621] env[63380]: _type = "Task" [ 930.681621] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.689327] env[63380]: DEBUG nova.compute.manager [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-plugged-b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.689619] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.689837] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.690015] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.690215] env[63380]: DEBUG nova.compute.manager [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] No waiting events found dispatching network-vif-plugged-b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.690414] env[63380]: WARNING nova.compute.manager [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received unexpected event network-vif-plugged-b270f8e2-238d-4338-a111-8c51c6ff2a7f for instance with vm_state building and task_state spawning. [ 930.690608] env[63380]: DEBUG nova.compute.manager [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-changed-b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.690770] env[63380]: DEBUG nova.compute.manager [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing instance network info cache due to event network-changed-b270f8e2-238d-4338-a111-8c51c6ff2a7f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.690969] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.695207] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.713622] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.836s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.716357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.610s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.718073] env[63380]: INFO nova.compute.claims [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.747177] env[63380]: INFO nova.scheduler.client.report [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted allocations for instance facabd9b-e833-46cd-b019-0ca8a7e6518d [ 930.817422] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.817747] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.965209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.965657] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Instance network_info: |[{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.966299] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.966664] env[63380]: DEBUG nova.network.neutron [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing network info cache for port b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.971197] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:73:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b270f8e2-238d-4338-a111-8c51c6ff2a7f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.976161] env[63380]: DEBUG oslo.service.loopingcall [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.980173] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daacca78-8443-4cac-b808-04002b18397e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.983584] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6c7e01-6ff5-44df-a195-3369d7541c59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.004637] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680309, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.006371] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.006371] env[63380]: value = "task-2680312" [ 931.006371] env[63380]: _type = "Task" [ 931.006371] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.014794] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680312, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.091353] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.092113] env[63380]: DEBUG nova.compute.manager [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Inject network info {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 931.092113] env[63380]: DEBUG nova.compute.manager [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] network_info to inject: |[{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 931.097688] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfiguring VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 931.098326] env[63380]: DEBUG oslo_concurrency.lockutils [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.098779] env[63380]: DEBUG nova.network.neutron [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.100433] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5c4848-e29d-47c3-bf54-3585a539ca82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.128965] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680310, 'name': ReconfigVM_Task, 'duration_secs': 0.336207} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.129844] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Reconfigured VM instance instance-00000055 to attach disk [datastore2] bb027e42-1759-4f56-8068-3fbcb239e4bf/bb027e42-1759-4f56-8068-3fbcb239e4bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.130819] env[63380]: DEBUG oslo_vmware.api [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 931.130819] env[63380]: value = "task-2680313" [ 931.130819] env[63380]: _type = "Task" [ 931.130819] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.131242] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ec58ac-c0e7-4850-a26b-14b0b4a609fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.143788] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 931.143788] env[63380]: value = "task-2680314" [ 931.143788] env[63380]: _type = "Task" [ 931.143788] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.148207] env[63380]: DEBUG oslo_vmware.api [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.157697] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680314, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.194582] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.259912] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fca6314b-a017-47f0-8f06-fd697c08773c tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "facabd9b-e833-46cd-b019-0ca8a7e6518d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.599s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.321739] env[63380]: INFO nova.compute.manager [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Detaching volume f015d168-4968-4868-a831-96a1e4a84907 [ 931.368188] env[63380]: INFO nova.virt.block_device [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Attempting to driver detach volume f015d168-4968-4868-a831-96a1e4a84907 from mountpoint /dev/sdb [ 931.368511] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 931.368925] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540364', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'name': 'volume-f015d168-4968-4868-a831-96a1e4a84907', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd366e5-342c-4dea-955a-2c557219f54c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'serial': 'f015d168-4968-4868-a831-96a1e4a84907'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 931.370244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3ac824-e33c-4155-80b7-434bb43c28a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.408066] env[63380]: DEBUG nova.network.neutron [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updated VIF entry in instance network info cache for port 8d227258-5d56-4490-99fa-5f1284e229b1. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.408756] env[63380]: DEBUG nova.network.neutron [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [{"id": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "address": "fa:16:3e:57:dd:8b", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b30f21-c0", "ovs_interfaceid": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "address": "fa:16:3e:22:6d:39", "network": {"id": "28485670-946d-4a28-b0e9-70b5a9bc08ee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472378632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af9552-1e", "ovs_interfaceid": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d227258-5d56-4490-99fa-5f1284e229b1", "address": "fa:16:3e:ea:c0:b3", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d227258-5d", "ovs_interfaceid": "8d227258-5d56-4490-99fa-5f1284e229b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.412140] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd89c74-5039-4057-b9a0-8aaba7a27ce0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.422444] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5744af-5c65-4255-8399-b8a3feef6c21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.443906] env[63380]: DEBUG nova.network.neutron [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.446724] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c8581-5898-441d-97d5-e66b12abc631 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.465893] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] The volume has not been displaced from its original location: [datastore2] volume-f015d168-4968-4868-a831-96a1e4a84907/volume-f015d168-4968-4868-a831-96a1e4a84907.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 931.472057] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.475043] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3afb92fd-8c45-430f-a15c-00d6e7ae27aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.498987] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680309, 'name': CreateVM_Task, 'duration_secs': 0.541664} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.500510] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.500958] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 931.500958] env[63380]: value = "task-2680315" [ 931.500958] env[63380]: _type = "Task" [ 931.500958] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.501922] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.502165] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502554] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.503277] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090501a2-fa1c-43df-a041-e1b85214f67b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.513909] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 931.513909] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528c411d-bac5-68c2-68d3-93ba4f250a7a" [ 931.513909] env[63380]: _type = "Task" [ 931.513909] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.519232] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.525206] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680312, 'name': CreateVM_Task, 'duration_secs': 0.418863} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.525849] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daacca78-8443-4cac-b808-04002b18397e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.526606] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.530115] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528c411d-bac5-68c2-68d3-93ba4f250a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.626576] env[63380]: DEBUG nova.objects.instance [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lazy-loading 'flavor' on Instance uuid 1f1535e6-62db-459d-955a-50c1a960e384 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.645964] env[63380]: DEBUG oslo_vmware.api [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680313, 'name': ReconfigVM_Task, 'duration_secs': 0.18263} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.646607] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6936f1e4-dcdb-4d00-b326-03704ab29b5e tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfigured VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 931.658317] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680314, 'name': Rename_Task, 'duration_secs': 0.236832} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.658650] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.658827] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2375c26-1260-4f6b-a8cd-406a1039ae25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667068] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 931.667068] env[63380]: value = "task-2680316" [ 931.667068] env[63380]: _type = "Task" [ 931.667068] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.677828] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.690031] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983201} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.690427] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 88bf0e90-6396-4fba-85ed-10b451706abc/88bf0e90-6396-4fba-85ed-10b451706abc.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.690534] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.691362] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0483aa9-2413-4635-b435-b96cb7262cfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.698140] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 931.698140] env[63380]: value = "task-2680317" [ 931.698140] env[63380]: _type = "Task" [ 931.698140] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.905547] env[63380]: DEBUG nova.network.neutron [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updated VIF entry in instance network info cache for port b270f8e2-238d-4338-a111-8c51c6ff2a7f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.905547] env[63380]: DEBUG nova.network.neutron [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.916016] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1d8875c-4cd3-4986-8bab-64d8ccda3684 req-39ec5ebe-e850-4645-8a4e-6246b5eb82e5 service nova] Releasing lock "refresh_cache-1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.951855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.951855] env[63380]: DEBUG nova.objects.instance [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'flavor' on Instance uuid 5310e05d-029e-4c7d-a129-c324d99d2889 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.019641] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.032340] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528c411d-bac5-68c2-68d3-93ba4f250a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.051561} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.032910] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.033100] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.033331] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.033472] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.033688] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.033949] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.034254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.034446] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c225e055-576f-45a1-8cf7-7b9759d7adbc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.036973] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e306aa92-b83f-426d-bc88-802c5af66523 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.042038] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 932.042038] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525f76f3-d0c9-214b-319f-25252cb58f80" [ 932.042038] env[63380]: _type = "Task" [ 932.042038] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.046790] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.046992] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.047807] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29839ca6-a226-4cd9-aedc-ee38fed9ef61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.055597] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525f76f3-d0c9-214b-319f-25252cb58f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.056595] env[63380]: DEBUG nova.network.neutron [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updated VIF entry in instance network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.057118] env[63380]: DEBUG nova.network.neutron [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.061506] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 932.061506] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523aa32d-fe5c-74fd-8199-1efc85ea1bcc" [ 932.061506] env[63380]: _type = "Task" [ 932.061506] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.069378] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523aa32d-fe5c-74fd-8199-1efc85ea1bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.122117] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09d33d-619f-4c8a-a790-70a16a7f727a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.130085] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700a169-d623-4e92-960a-b59eae82a7a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.171373] env[63380]: DEBUG oslo_concurrency.lockutils [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.172630] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8fa820-e225-47b1-8d90-d477fa59bfd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.192612] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2512687-f584-4fbd-870d-96052c6a5382 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.198567] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.213858] env[63380]: DEBUG nova.compute.provider_tree [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.219998] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129279} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.220777] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.221571] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a1628-8caa-4f06-bd0d-f4df81db3465 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.245207] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 88bf0e90-6396-4fba-85ed-10b451706abc/88bf0e90-6396-4fba-85ed-10b451706abc.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.245869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bf820c5-e8e6-4c59-bc0f-576af7e3b80d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.265937] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 932.265937] env[63380]: value = "task-2680318" [ 932.265937] env[63380]: _type = "Task" [ 932.265937] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.274358] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.411661] env[63380]: DEBUG oslo_concurrency.lockutils [req-eae00556-a0bf-4cf2-9e58-53e0b89fe220 req-800af6d7-0df4-47b3-bc06-8253247b4806 service nova] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.457606] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5ef18-85fe-416a-a428-af42d7fb8044 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.483641] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.484028] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2debf054-d04f-40f2-87d6-feb7f3593c24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.492496] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 932.492496] env[63380]: value = "task-2680319" [ 932.492496] env[63380]: _type = "Task" [ 932.492496] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.500752] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.511655] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.553942] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525f76f3-d0c9-214b-319f-25252cb58f80, 'name': SearchDatastore_Task, 'duration_secs': 0.021445} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.554293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.554530] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.554751] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.559508] env[63380]: DEBUG oslo_concurrency.lockutils [req-6186c9ab-038e-4caa-8455-a841a0b3abd9 req-e4c7c1e2-39a4-4e6f-8f51-9941911dc2c0 service nova] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.559847] env[63380]: DEBUG oslo_concurrency.lockutils [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.570974] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523aa32d-fe5c-74fd-8199-1efc85ea1bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.571819] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2162ea-4f68-4893-b146-8e03a43830af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.577068] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 932.577068] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c48779-45bb-b93a-0ac9-a28ccda37ca5" [ 932.577068] env[63380]: _type = "Task" [ 932.577068] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.584949] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c48779-45bb-b93a-0ac9-a28ccda37ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.683236] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.722501] env[63380]: DEBUG nova.scheduler.client.report [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.778916] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.007096] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.023112] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680315, 'name': ReconfigVM_Task, 'duration_secs': 1.16163} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.023495] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.028473] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5d2b61-597c-4104-96ae-2220c4acb11e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.045808] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 933.045808] env[63380]: value = "task-2680320" [ 933.045808] env[63380]: _type = "Task" [ 933.045808] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.058012] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.087830] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c48779-45bb-b93a-0ac9-a28ccda37ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.015564} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.088047] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.088369] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8/1a73eb0c-bf75-46c3-9c0b-be37ca7800b8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.088760] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.088885] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.089048] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ca5b94-da85-45d8-839f-2c43352f1192 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.092514] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f75332cc-ce0e-44dd-91f8-ad01ddeb835b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.099201] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 933.099201] env[63380]: value = "task-2680321" [ 933.099201] env[63380]: _type = "Task" [ 933.099201] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.104729] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.104729] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.109610] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2907e72-b0e4-4ba6-bdae-a69b09f81f56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.110373] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.113399] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 933.113399] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52baabed-d734-9300-4677-7ddf09ef6d88" [ 933.113399] env[63380]: _type = "Task" [ 933.113399] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.121451] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52baabed-d734-9300-4677-7ddf09ef6d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.187291] env[63380]: DEBUG oslo_vmware.api [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680316, 'name': PowerOnVM_Task, 'duration_secs': 1.317927} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.187291] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.187291] env[63380]: INFO nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Took 10.39 seconds to spawn the instance on the hypervisor. [ 933.187291] env[63380]: DEBUG nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.188120] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ecd6a1-c8bd-4f21-81ec-6b9284163973 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.234938] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.235541] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.238634] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.241s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.240155] env[63380]: INFO nova.compute.claims [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.269131] env[63380]: DEBUG nova.network.neutron [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.277885] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680318, 'name': ReconfigVM_Task, 'duration_secs': 0.552232} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.282021] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 88bf0e90-6396-4fba-85ed-10b451706abc/88bf0e90-6396-4fba-85ed-10b451706abc.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.282021] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53cb90e3-085a-4cae-a5df-078eecd3b0a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.288336] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 933.288336] env[63380]: value = "task-2680322" [ 933.288336] env[63380]: _type = "Task" [ 933.288336] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.298486] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680322, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.361375] env[63380]: DEBUG nova.compute.manager [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.361576] env[63380]: DEBUG nova.compute.manager [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing instance network info cache due to event network-changed-958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.361809] env[63380]: DEBUG oslo_concurrency.lockutils [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] Acquiring lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.503567] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680319, 'name': PowerOffVM_Task, 'duration_secs': 0.573494} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.503567] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.509035] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfiguring VM instance instance-0000002e to detach disk 2002 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.509397] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e840cd-0c8e-4bce-a088-4cdc4805c9fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.528338] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 933.528338] env[63380]: value = "task-2680323" [ 933.528338] env[63380]: _type = "Task" [ 933.528338] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.536956] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.554864] env[63380]: DEBUG oslo_vmware.api [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680320, 'name': ReconfigVM_Task, 'duration_secs': 0.168628} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.555374] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540364', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'name': 'volume-f015d168-4968-4868-a831-96a1e4a84907', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcd366e5-342c-4dea-955a-2c557219f54c', 'attached_at': '', 'detached_at': '', 'volume_id': 'f015d168-4968-4868-a831-96a1e4a84907', 'serial': 'f015d168-4968-4868-a831-96a1e4a84907'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 933.612233] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.624406] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52baabed-d734-9300-4677-7ddf09ef6d88, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.625287] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15d2b08-74d3-4f7c-9e37-9dd170bb8c5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632123] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 933.632123] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5298532d-3cd5-9762-0270-4ebb914046fe" [ 933.632123] env[63380]: _type = "Task" [ 933.632123] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.640352] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5298532d-3cd5-9762-0270-4ebb914046fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.711253] env[63380]: INFO nova.compute.manager [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Took 27.69 seconds to build instance. [ 933.744807] env[63380]: DEBUG nova.compute.utils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.749634] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.749819] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.799461] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680322, 'name': Rename_Task, 'duration_secs': 0.349798} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.799700] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.801605] env[63380]: DEBUG nova.policy [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ce0d9ff0e64e78a2c35244d317342a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77ea56185ec545389253b674661cac85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.803769] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0053ba-bd1f-4e8d-83a2-8d9f17330d3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.810299] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 933.810299] env[63380]: value = "task-2680324" [ 933.810299] env[63380]: _type = "Task" [ 933.810299] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.819309] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.040914] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680323, 'name': ReconfigVM_Task, 'duration_secs': 0.394379} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.041308] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfigured VM instance instance-0000002e to detach disk 2002 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.041508] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.041783] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43de562f-080f-48fd-99c4-5b30f0171d1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.048966] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 934.048966] env[63380]: value = "task-2680325" [ 934.048966] env[63380]: _type = "Task" [ 934.048966] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.061090] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.107201] env[63380]: DEBUG nova.objects.instance [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.112412] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586863} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.114147] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8/1a73eb0c-bf75-46c3-9c0b-be37ca7800b8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.114397] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.114661] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4230652-ad06-42ef-99c1-75df07d45963 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.120887] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 934.120887] env[63380]: value = "task-2680326" [ 934.120887] env[63380]: _type = "Task" [ 934.120887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.129043] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.142314] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5298532d-3cd5-9762-0270-4ebb914046fe, 'name': SearchDatastore_Task, 'duration_secs': 0.036529} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.142601] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.142939] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] daacca78-8443-4cac-b808-04002b18397e/daacca78-8443-4cac-b808-04002b18397e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.143266] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff17c12e-6d2c-4589-b190-69ee87a85d5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.150018] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 934.150018] env[63380]: value = "task-2680327" [ 934.150018] env[63380]: _type = "Task" [ 934.150018] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.166115] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.215279] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4c687c1-60cc-49a7-9430-30e40b509e19 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.249083] env[63380]: DEBUG nova.network.neutron [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.253341] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.320634] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680324, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.402103] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Successfully created port: b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.514985] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.515461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.515652] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.515893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.516166] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.519380] env[63380]: INFO nova.compute.manager [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Terminating instance [ 934.562503] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.634365] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126773} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.636953] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.637987] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23b288-6e0c-422b-8ac1-fe38d486e1ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.642249] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244151f-dddd-42aa-8b6b-9cb37c873834 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.664314] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bba5a-567d-4c56-97a4-7a7ff6bf0365 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.676953] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8/1a73eb0c-bf75-46c3-9c0b-be37ca7800b8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.680831] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ea424be-7637-4486-bfdb-7653cd41d7c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.729456] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581b55c-5f3d-44ce-ad6a-e5a0f4dbf32b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.732121] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.732468] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 934.732468] env[63380]: value = "task-2680328" [ 934.732468] env[63380]: _type = "Task" [ 934.732468] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.740390] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69342a-f34b-42fd-8dc4-53aadfccf7bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.748042] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.760653] env[63380]: DEBUG oslo_concurrency.lockutils [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.760987] env[63380]: DEBUG nova.compute.manager [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Inject network info {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 934.761310] env[63380]: DEBUG nova.compute.manager [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] network_info to inject: |[{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 934.766842] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfiguring VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 934.771100] env[63380]: DEBUG nova.compute.provider_tree [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.772631] env[63380]: DEBUG oslo_concurrency.lockutils [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] Acquired lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.772858] env[63380]: DEBUG nova.network.neutron [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Refreshing network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.773866] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc8b64e-ffc4-47ee-ad39-4ae8a8e0ccd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.791217] env[63380]: DEBUG oslo_vmware.api [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 934.791217] env[63380]: value = "task-2680329" [ 934.791217] env[63380]: _type = "Task" [ 934.791217] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.800491] env[63380]: DEBUG oslo_vmware.api [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.820523] env[63380]: DEBUG oslo_vmware.api [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680324, 'name': PowerOnVM_Task, 'duration_secs': 0.740138} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.820797] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.820983] env[63380]: INFO nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Took 9.41 seconds to spawn the instance on the hypervisor. [ 934.821179] env[63380]: DEBUG nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.822044] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5ebc3-01a3-4161-990d-3c098ae9f7f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.025301] env[63380]: DEBUG nova.compute.manager [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.025595] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.026513] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bfb88-642d-4abc-a9c3-c53332de60c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.034223] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.034530] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6933d65d-1cb2-4502-a1eb-bdfdee28afbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.041085] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 935.041085] env[63380]: value = "task-2680330" [ 935.041085] env[63380]: _type = "Task" [ 935.041085] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.052335] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.062724] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.074723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.126803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9709aa1a-b0af-4f4b-9cf9-0bff989a957f tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.309s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.128060] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.053s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.128315] env[63380]: DEBUG nova.compute.manager [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.129630] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b159268b-0013-48c4-bae4-8b9917ad4d96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.138666] env[63380]: DEBUG nova.compute.manager [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.139070] env[63380]: DEBUG nova.objects.instance [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.182923] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680327, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.248608] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680328, 'name': ReconfigVM_Task, 'duration_secs': 0.461076} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.249193] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8/1a73eb0c-bf75-46c3-9c0b-be37ca7800b8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.250184] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2198e3-ffc9-4b03-9183-00b18aeaac3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.259512] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 935.259512] env[63380]: value = "task-2680331" [ 935.259512] env[63380]: _type = "Task" [ 935.259512] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.271795] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680331, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.274181] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.286974] env[63380]: DEBUG nova.scheduler.client.report [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.306721] env[63380]: DEBUG oslo_vmware.api [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680329, 'name': ReconfigVM_Task, 'duration_secs': 0.2268} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.309357] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.309608] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.309814] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.310014] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.310168] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.310317] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.310534] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.310743] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.310906] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.311094] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.311271] env[63380]: DEBUG nova.virt.hardware [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.311717] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-05033084-81b6-4de6-a72d-fcf0c807f249 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Reconfigured VM instance to set the machine id {{(pid=63380) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 935.314865] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4ec0ea-8d78-4a5a-8939-fb5b96030739 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.324102] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a88eef-28a4-4ad0-a579-8528acfa4587 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.350713] env[63380]: INFO nova.compute.manager [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Took 28.89 seconds to build instance. [ 935.551760] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680330, 'name': PowerOffVM_Task, 'duration_secs': 0.432973} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.552258] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.552618] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.553037] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8082aca-dd18-4d0d-a5fd-307c6dc866a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.574582] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.592084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "1f1535e6-62db-459d-955a-50c1a960e384" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.592421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.592643] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "1f1535e6-62db-459d-955a-50c1a960e384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.592822] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.592992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.596146] env[63380]: INFO nova.compute.manager [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Terminating instance [ 935.623853] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.624101] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.624291] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Deleting the datastore file [datastore2] bb027e42-1759-4f56-8068-3fbcb239e4bf {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.624624] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24135ec5-9857-47bf-8287-d50e4c5882ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.631686] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for the task: (returnval){ [ 935.631686] env[63380]: value = "task-2680333" [ 935.631686] env[63380]: _type = "Task" [ 935.631686] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.639517] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.680177] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680327, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.337646} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.680484] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] daacca78-8443-4cac-b808-04002b18397e/daacca78-8443-4cac-b808-04002b18397e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.680702] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.680961] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496011c4-87d9-4820-8f2b-305238b42705 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.687431] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 935.687431] env[63380]: value = "task-2680334" [ 935.687431] env[63380]: _type = "Task" [ 935.687431] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.688653] env[63380]: DEBUG nova.network.neutron [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updated VIF entry in instance network info cache for port 958e20a9-79f9-4652-87d0-9bcb94eee186. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.689038] env[63380]: DEBUG nova.network.neutron [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [{"id": "958e20a9-79f9-4652-87d0-9bcb94eee186", "address": "fa:16:3e:e0:d9:2d", "network": {"id": "a35531da-2f6b-495b-803e-29c98019d1d8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1011757304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0447fdafbe9640d09502a82569f4afd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e20a9-79", "ovs_interfaceid": "958e20a9-79f9-4652-87d0-9bcb94eee186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.698573] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.776707] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680331, 'name': Rename_Task, 'duration_secs': 0.28121} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.777053] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.777332] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47eca7e2-e7bb-481a-85a2-719829d2ad49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.783918] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 935.783918] env[63380]: value = "task-2680335" [ 935.783918] env[63380]: _type = "Task" [ 935.783918] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.791957] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.795814] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.796339] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.798833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.990s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.800271] env[63380]: INFO nova.compute.claims [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.856132] env[63380]: DEBUG oslo_concurrency.lockutils [None req-12c9cdae-463b-4c00-b52d-535dcec8238c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.403s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.066029] env[63380]: DEBUG oslo_vmware.api [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680325, 'name': PowerOnVM_Task, 'duration_secs': 1.538334} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.066312] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.066543] env[63380]: DEBUG nova.compute.manager [None req-65da311f-cd37-4484-aeab-233f147b7dc3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.067453] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e867225-64b3-4911-954a-a646db454755 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.082800] env[63380]: DEBUG nova.compute.manager [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-vif-plugged-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 936.083037] env[63380]: DEBUG oslo_concurrency.lockutils [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] Acquiring lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.083252] env[63380]: DEBUG oslo_concurrency.lockutils [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] Lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.083423] env[63380]: DEBUG oslo_concurrency.lockutils [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] Lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.083658] env[63380]: DEBUG nova.compute.manager [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] No waiting events found dispatching network-vif-plugged-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.083898] env[63380]: WARNING nova.compute.manager [req-25bb5006-4a93-4320-99a0-1de764ec3464 req-97f04035-42a5-499e-8c79-aa9c351eabeb service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received unexpected event network-vif-plugged-b1bf9c11-6272-4850-9181-214abd59e2ca for instance with vm_state building and task_state spawning. [ 936.102764] env[63380]: DEBUG nova.compute.manager [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.103014] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.103911] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a0ead7-d850-41ed-a7b6-0917d152c494 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.113274] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.113624] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bd0583-5eb9-4f7e-b6c7-30b8df5c732e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.122863] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 936.122863] env[63380]: value = "task-2680336" [ 936.122863] env[63380]: _type = "Task" [ 936.122863] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.134477] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.143806] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Successfully updated port: b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.148219] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.148219] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d13ea405-3738-4bbf-9e54-f142de668b6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.152656] env[63380]: DEBUG oslo_vmware.api [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Task: {'id': task-2680333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352506} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.154351] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.154510] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.154696] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.154885] env[63380]: INFO nova.compute.manager [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.155142] env[63380]: DEBUG oslo.service.loopingcall [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.156141] env[63380]: DEBUG nova.compute.manager [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.156141] env[63380]: DEBUG nova.network.neutron [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.160504] env[63380]: DEBUG oslo_vmware.api [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 936.160504] env[63380]: value = "task-2680337" [ 936.160504] env[63380]: _type = "Task" [ 936.160504] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.171480] env[63380]: DEBUG oslo_vmware.api [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.196305] env[63380]: DEBUG oslo_concurrency.lockutils [req-ffc0ae77-6dd1-4627-98a8-0e74f1d1cdfa req-bec0455f-e3b9-4730-8b32-fae7fe3ce72b service nova] Releasing lock "refresh_cache-1f1535e6-62db-459d-955a-50c1a960e384" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.204045] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105065} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.204045] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.204789] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8089201b-71ed-48c6-8315-9d2238761098 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.230797] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] daacca78-8443-4cac-b808-04002b18397e/daacca78-8443-4cac-b808-04002b18397e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.231150] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43987c1a-4818-451b-971c-a0e80f0ab37d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.253441] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 936.253441] env[63380]: value = "task-2680338" [ 936.253441] env[63380]: _type = "Task" [ 936.253441] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.262068] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.294618] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.305364] env[63380]: DEBUG nova.compute.utils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.309129] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.309465] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.365097] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b5edb7-248a-48c4-95fc-89dbddec7eed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.373069] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Suspending the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 936.373069] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4b8a174f-f6b6-42c1-8563-4dd09c4fdc2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.376703] env[63380]: DEBUG nova.policy [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.379978] env[63380]: DEBUG oslo_vmware.api [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] Waiting for the task: (returnval){ [ 936.379978] env[63380]: value = "task-2680339" [ 936.379978] env[63380]: _type = "Task" [ 936.379978] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.390856] env[63380]: DEBUG oslo_vmware.api [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] Task: {'id': task-2680339, 'name': SuspendVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.640020] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680336, 'name': PowerOffVM_Task, 'duration_secs': 0.298904} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.640020] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.640020] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.640020] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052941d7-6e51-4726-a972-9c37cf0d57a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.649852] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.649852] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.649852] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.679965] env[63380]: DEBUG oslo_vmware.api [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680337, 'name': PowerOffVM_Task, 'duration_secs': 0.274436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.680159] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.680466] env[63380]: DEBUG nova.compute.manager [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.681464] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe81e96-9a3b-49c5-931e-7f4cf68a819e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.715201] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.715460] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.715650] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Deleting the datastore file [datastore1] 1f1535e6-62db-459d-955a-50c1a960e384 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.716342] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa89d2fd-200e-47f0-9425-29001ed3258b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.725801] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for the task: (returnval){ [ 936.725801] env[63380]: value = "task-2680341" [ 936.725801] env[63380]: _type = "Task" [ 936.725801] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.736177] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.763597] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.798280] env[63380]: DEBUG oslo_vmware.api [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680335, 'name': PowerOnVM_Task, 'duration_secs': 0.656471} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.798822] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.799236] env[63380]: INFO nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Took 18.69 seconds to spawn the instance on the hypervisor. [ 936.799607] env[63380]: DEBUG nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.800645] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eedadc8-e510-4877-a4ab-edf9ce5e2c27 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.812024] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.895719] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Successfully created port: b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.901598] env[63380]: DEBUG oslo_vmware.api [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] Task: {'id': task-2680339, 'name': SuspendVM_Task} progress is 41%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.173064] env[63380]: DEBUG nova.network.neutron [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.197947] env[63380]: DEBUG oslo_concurrency.lockutils [None req-53642e8e-c5c9-4bfa-af69-450157754728 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.211120] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.233695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3ecc21-cb4a-4df2-9031-12e73f5760e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.239982] env[63380]: DEBUG oslo_vmware.api [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Task: {'id': task-2680341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3067} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.240794] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.241134] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.241386] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.241624] env[63380]: INFO nova.compute.manager [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Took 1.14 seconds to destroy the instance on the hypervisor. [ 937.241940] env[63380]: DEBUG oslo.service.loopingcall [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.244480] env[63380]: DEBUG nova.compute.manager [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.244687] env[63380]: DEBUG nova.network.neutron [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.252023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba74bea-9fff-49bf-8305-f893638bc521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.271684] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680338, 'name': ReconfigVM_Task, 'duration_secs': 0.769741} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.312338] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] daacca78-8443-4cac-b808-04002b18397e/daacca78-8443-4cac-b808-04002b18397e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.317474] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07a761ea-c495-46a4-b248-e2607abe33ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.320627] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb2426-55b5-485d-aaae-69075a8b70c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.342550] env[63380]: INFO nova.compute.manager [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Took 32.14 seconds to build instance. [ 937.354435] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a90d6-041a-4527-82e1-b107e54acfc6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.359333] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 937.359333] env[63380]: value = "task-2680342" [ 937.359333] env[63380]: _type = "Task" [ 937.359333] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.374939] env[63380]: DEBUG nova.compute.provider_tree [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.383834] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680342, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.393779] env[63380]: DEBUG oslo_vmware.api [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] Task: {'id': task-2680339, 'name': SuspendVM_Task, 'duration_secs': 0.774417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.393925] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Suspended the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 937.396134] env[63380]: DEBUG nova.compute.manager [None req-de7f904b-a43e-4d1a-a25d-1ed11eacf79c tempest-ServersAdminNegativeTestJSON-859598589 tempest-ServersAdminNegativeTestJSON-859598589-project-admin] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.396134] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7f3427-3a02-41ef-85bf-986046db0987 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.445667] env[63380]: DEBUG nova.network.neutron [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.675839] env[63380]: INFO nova.compute.manager [-] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Took 1.52 seconds to deallocate network for instance. [ 937.841946] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.850566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9f7de53b-5ee5-42c5-9873-ffdb2278e328 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.658s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.861576] env[63380]: DEBUG nova.objects.instance [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.874510] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680342, 'name': Rename_Task, 'duration_secs': 0.416763} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.875450] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.878015] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.878247] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.878405] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.878584] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.878728] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.878876] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.879099] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.879264] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.879484] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.882572] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.882572] env[63380]: DEBUG nova.virt.hardware [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.882572] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca83206-f94a-4071-a9cb-a94f21f7a7e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.882910] env[63380]: DEBUG nova.scheduler.client.report [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.888423] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727b8163-a659-4fa3-8f33-30c7d17f9395 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.895915] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f6119-9f24-4e06-9d7e-c670e8fb273e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.901340] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 937.901340] env[63380]: value = "task-2680343" [ 937.901340] env[63380]: _type = "Task" [ 937.901340] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.922538] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.947915] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.948306] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Instance network_info: |[{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.949140] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:8f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bf9c11-6272-4850-9181-214abd59e2ca', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.956517] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Creating folder: Project (77ea56185ec545389253b674661cac85). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.956828] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fc5ac4d-bba4-468c-960a-82b0836f44b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.968757] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Created folder: Project (77ea56185ec545389253b674661cac85) in parent group-v540155. [ 937.968953] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Creating folder: Instances. Parent ref: group-v540398. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.969216] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49863378-a1ce-4582-b0e9-f22c30c5e0f6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.979082] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Created folder: Instances in parent group-v540398. [ 937.979405] env[63380]: DEBUG oslo.service.loopingcall [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.979743] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.979885] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6b1647-e41e-4ee1-8190-b0ffe5b23eac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.999861] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.999861] env[63380]: value = "task-2680346" [ 937.999861] env[63380]: _type = "Task" [ 937.999861] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.008107] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680346, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.102675] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.103680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c151f8-63cd-4787-8dd1-05b620f9d4e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.112674] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.112821] env[63380]: ERROR oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk due to incomplete transfer. [ 938.113087] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99caafb8-3c3b-4f1f-825c-40e0553a4adb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.120613] env[63380]: DEBUG oslo_vmware.rw_handles [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5ad32-1911-2bb1-043d-8f348294a898/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.120816] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Uploaded image 224c43e5-bd92-45ef-a336-c3d7b9d3b921 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.123143] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.123433] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0be2e58-dafb-489f-b009-e72dc1ff6206 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.129987] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 938.129987] env[63380]: value = "task-2680347" [ 938.129987] env[63380]: _type = "Task" [ 938.129987] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.139256] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680347, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.182791] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.373698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.373930] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.374136] env[63380]: DEBUG nova.network.neutron [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.374324] env[63380]: DEBUG nova.objects.instance [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'info_cache' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.391578] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.391781] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.395396] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.310s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.397069] env[63380]: INFO nova.compute.claims [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.409496] env[63380]: DEBUG nova.compute.manager [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.409758] env[63380]: DEBUG nova.compute.manager [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing instance network info cache due to event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.410190] env[63380]: DEBUG oslo_concurrency.lockutils [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.411956] env[63380]: DEBUG oslo_concurrency.lockutils [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.411956] env[63380]: DEBUG nova.network.neutron [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.418122] env[63380]: DEBUG oslo_vmware.api [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680343, 'name': PowerOnVM_Task, 'duration_secs': 0.492418} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.418688] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.418985] env[63380]: INFO nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Took 10.48 seconds to spawn the instance on the hypervisor. [ 938.419423] env[63380]: DEBUG nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.420449] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2c1b90-c98d-4e22-bfbc-8d289c7b5914 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.510235] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680346, 'name': CreateVM_Task, 'duration_secs': 0.482077} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.510698] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.511518] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.511822] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.514017] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.514017] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b800db-9e91-46ae-95d0-ec26b72325bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.517676] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 938.517676] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5204c873-00eb-c1cc-3753-f169bea445fb" [ 938.517676] env[63380]: _type = "Task" [ 938.517676] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.526619] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5204c873-00eb-c1cc-3753-f169bea445fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.591084] env[63380]: DEBUG nova.compute.manager [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.591316] env[63380]: DEBUG nova.compute.manager [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing instance network info cache due to event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.591546] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.591699] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.591914] env[63380]: DEBUG nova.network.neutron [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.644713] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.644963] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.647555] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.647555] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.647555] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.647555] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680347, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.648712] env[63380]: INFO nova.compute.manager [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Terminating instance [ 938.692538] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Successfully updated port: b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.878024] env[63380]: DEBUG nova.objects.base [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 938.902668] env[63380]: DEBUG nova.compute.utils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.906796] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.906990] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.945193] env[63380]: INFO nova.compute.manager [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Took 30.40 seconds to build instance. [ 938.947838] env[63380]: DEBUG nova.policy [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.030277] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5204c873-00eb-c1cc-3753-f169bea445fb, 'name': SearchDatastore_Task, 'duration_secs': 0.040482} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.030594] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.030837] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.031185] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.031259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.031441] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.031699] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea8c7c5-4318-4bb0-a60f-2480f0506e7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.041531] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.042101] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.042447] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84295e41-7d81-4e73-820e-5b35b3b48c8f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.047603] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 939.047603] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ceab76-fe9b-b839-20ad-74fd24af8d65" [ 939.047603] env[63380]: _type = "Task" [ 939.047603] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.059910] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ceab76-fe9b-b839-20ad-74fd24af8d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.076421] env[63380]: DEBUG nova.network.neutron [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.142367] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680347, 'name': Destroy_Task, 'duration_secs': 1.009718} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.142815] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroyed the VM [ 939.147450] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.147450] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-442eb494-5613-41cf-a620-5f6c01945f0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.152590] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 939.152590] env[63380]: value = "task-2680348" [ 939.152590] env[63380]: _type = "Task" [ 939.152590] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.157365] env[63380]: DEBUG nova.compute.manager [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.157698] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.159453] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47582d4-ce5e-47c8-b7b6-a791c0afed14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.168444] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.178272] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.178478] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6970468-eff7-4ac8-8272-25a15985eaab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.184956] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 939.184956] env[63380]: value = "task-2680349" [ 939.184956] env[63380]: _type = "Task" [ 939.184956] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.195408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.195408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.195408] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.198557] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.243325] env[63380]: DEBUG nova.network.neutron [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updated VIF entry in instance network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.243645] env[63380]: DEBUG nova.network.neutron [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.407387] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.450265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f8b0dbde-913e-4536-8a5c-07fbe80a7e2a tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.914s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.563934] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ceab76-fe9b-b839-20ad-74fd24af8d65, 'name': SearchDatastore_Task, 'duration_secs': 0.017627} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.564782] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5af4d1c-0dd1-4cfb-8835-1ebd0fbcdf24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.570487] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 939.570487] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7a420-4300-0be5-1927-dbf95255dc35" [ 939.570487] env[63380]: _type = "Task" [ 939.570487] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.583855] env[63380]: INFO nova.compute.manager [-] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Took 2.34 seconds to deallocate network for instance. [ 939.584249] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7a420-4300-0be5-1927-dbf95255dc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.665495] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.693884] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.714307] env[63380]: DEBUG nova.network.neutron [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [{"id": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "address": "fa:16:3e:9b:d2:b5", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fe99c9-20", "ovs_interfaceid": "e7fe99c9-20e6-436a-93ca-9db523f59df4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.716171] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Successfully created port: c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.747109] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.749345] env[63380]: DEBUG oslo_concurrency.lockutils [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.749999] env[63380]: DEBUG nova.compute.manager [req-aa586cc6-b0a0-4025-84a2-390c500ba497 req-4d68f604-3aec-4b91-b23c-c09604b233d6 service nova] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Received event network-vif-deleted-374aedc3-dd04-4216-8a6f-f1ba07a2e8fe {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.770360] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be61bd8-5eb0-4c7d-acc0-03970705ce08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.775174] env[63380]: DEBUG nova.network.neutron [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updated VIF entry in instance network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.775654] env[63380]: DEBUG nova.network.neutron [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.783561] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0eb3cc-71cb-4d64-9f10-32bb83d6fcfa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.818947] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251d177a-341e-45cf-b71e-5a588736aab7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.827962] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af499d-bdd5-4bdd-8d40-ab3f28b583f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.846221] env[63380]: DEBUG nova.compute.provider_tree [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.950561] env[63380]: DEBUG nova.network.neutron [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Updating instance_info_cache with network_info: [{"id": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "address": "fa:16:3e:51:4b:e0", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2841c9c-d0", "ovs_interfaceid": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.083803] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e7a420-4300-0be5-1927-dbf95255dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.084112] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.084452] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/01a530b0-4090-4626-a4dc-30a019bf986f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.084719] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c14506-a0ef-4d67-ba59-31444cbfc3b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.091557] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 940.091557] env[63380]: value = "task-2680350" [ 940.091557] env[63380]: _type = "Task" [ 940.091557] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.095677] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.101616] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.165060] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.195464] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.220647] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "refresh_cache-fcd366e5-342c-4dea-955a-2c557219f54c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.278637] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7c51b68-7b39-4fbc-9eda-1109447ab71b req-f56bf617-3bc9-4b7b-8a5c-1a832e223771 service nova] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.354400] env[63380]: DEBUG nova.scheduler.client.report [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.420277] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.455255] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.456167] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.456167] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.456167] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.456504] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.456699] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.456977] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.457191] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.457419] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.457623] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.457837] env[63380]: DEBUG nova.virt.hardware [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.458685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.459038] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Instance network_info: |[{"id": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "address": "fa:16:3e:51:4b:e0", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2841c9c-d0", "ovs_interfaceid": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.459924] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d214a4-62bb-45e0-b59a-a1ee58bc8477 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.463947] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:4b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2841c9c-d0c6-4f33-88f1-98b896f7937d', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.471780] env[63380]: DEBUG oslo.service.loopingcall [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.472368] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.473103] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc654bac-b494-4ba9-bc0d-17995b9b695a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.493263] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc4c5c-05a1-4e4e-a14c-fa063bdca2e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.499449] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.499449] env[63380]: value = "task-2680351" [ 940.499449] env[63380]: _type = "Task" [ 940.499449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.520205] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680351, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.567895] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Received event network-vif-plugged-b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.568165] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Acquiring lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.568434] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.568789] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.569060] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] No waiting events found dispatching network-vif-plugged-b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.569262] env[63380]: WARNING nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Received unexpected event network-vif-plugged-b2841c9c-d0c6-4f33-88f1-98b896f7937d for instance with vm_state building and task_state spawning. [ 940.569564] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Received event network-changed-b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.569769] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Refreshing instance network info cache due to event network-changed-b2841c9c-d0c6-4f33-88f1-98b896f7937d. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.570023] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Acquiring lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.570182] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Acquired lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.570385] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Refreshing network info cache for port b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.603350] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.663881] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.697628] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680349, 'name': PowerOffVM_Task, 'duration_secs': 1.144831} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.697983] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.698199] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.698465] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e129ce1c-9795-491b-8cea-77f411962cfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.708126] env[63380]: DEBUG nova.compute.manager [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.708468] env[63380]: DEBUG nova.compute.manager [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing instance network info cache due to event network-changed-d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.708468] env[63380]: DEBUG oslo_concurrency.lockutils [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] Acquiring lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.708633] env[63380]: DEBUG oslo_concurrency.lockutils [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] Acquired lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.708823] env[63380]: DEBUG nova.network.neutron [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Refreshing network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.855707] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.857031] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.857031] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleting the datastore file [datastore2] 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.857407] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6388244b-2ae1-4545-878d-cbb862a75e22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.860394] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.860560] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.863373] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.866s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.869435] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 940.869435] env[63380]: value = "task-2680353" [ 940.869435] env[63380]: _type = "Task" [ 940.869435] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.878285] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.010974] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680351, 'name': CreateVM_Task, 'duration_secs': 0.396721} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.011312] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.011861] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.012040] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.013084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.013084] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff01dbd-2a53-49f3-9079-96c7f1f1d4c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.018135] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 941.018135] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db741d-218f-039a-5281-ffae3fcf26c0" [ 941.018135] env[63380]: _type = "Task" [ 941.018135] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.027744] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db741d-218f-039a-5281-ffae3fcf26c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.108755] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957437} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.109080] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/01a530b0-4090-4626-a4dc-30a019bf986f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.109305] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.109591] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a73d4fa-42dd-46e9-9728-2761c76569ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.122669] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 941.122669] env[63380]: value = "task-2680354" [ 941.122669] env[63380]: _type = "Task" [ 941.122669] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.131291] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.164652] env[63380]: DEBUG oslo_vmware.api [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680348, 'name': RemoveSnapshot_Task, 'duration_secs': 1.584054} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.164943] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.165204] env[63380]: INFO nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 941.229203] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.229552] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2829ee3-7493-4f5d-831f-9d1040dd3bbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.237871] env[63380]: DEBUG oslo_vmware.api [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 941.237871] env[63380]: value = "task-2680355" [ 941.237871] env[63380]: _type = "Task" [ 941.237871] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.246967] env[63380]: DEBUG oslo_vmware.api [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.367822] env[63380]: DEBUG nova.compute.utils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.383141] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.383880] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.396775] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.430218] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Updated VIF entry in instance network info cache for port b2841c9c-d0c6-4f33-88f1-98b896f7937d. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.430806] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Updating instance_info_cache with network_info: [{"id": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "address": "fa:16:3e:51:4b:e0", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2841c9c-d0", "ovs_interfaceid": "b2841c9c-d0c6-4f33-88f1-98b896f7937d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.457191] env[63380]: DEBUG nova.policy [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ac15129c9846889d737f663ef4ae1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f63d113e024285b03ceab7997c9aab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.518631] env[63380]: DEBUG nova.network.neutron [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updated VIF entry in instance network info cache for port d4b58eae-44af-49be-b2fe-7c58fb5aecc0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.519020] env[63380]: DEBUG nova.network.neutron [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [{"id": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "address": "fa:16:3e:48:5d:ce", "network": {"id": "c2c5c059-0489-46f4-b9f7-36c4ed17356b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2033736935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b87a2889860c490387eef5222d0b86e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b58eae-44", "ovs_interfaceid": "d4b58eae-44af-49be-b2fe-7c58fb5aecc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.530198] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52db741d-218f-039a-5281-ffae3fcf26c0, 'name': SearchDatastore_Task, 'duration_secs': 0.038091} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.530500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.530778] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.531044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.531198] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.531377] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.531640] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda7111a-a96c-4145-aa17-06696ebca18a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.545547] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.545547] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.545547] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20610f76-6c23-4a4d-aeb4-707b98745cca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.550737] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 941.550737] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5255d884-28c9-d134-b72c-18dffb9c9649" [ 941.550737] env[63380]: _type = "Task" [ 941.550737] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.558556] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5255d884-28c9-d134-b72c-18dffb9c9649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.579068] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "88bf0e90-6396-4fba-85ed-10b451706abc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.579345] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.579618] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.579820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.580015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.582200] env[63380]: INFO nova.compute.manager [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Terminating instance [ 941.643298] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071266} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.643724] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.644636] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56afaac2-0947-4772-b0d5-8ceb8e4ff05e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.681085] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/01a530b0-4090-4626-a4dc-30a019bf986f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.681894] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d5898a-5cc6-405b-9ac5-1586d5c490eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.706017] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 941.706017] env[63380]: value = "task-2680356" [ 941.706017] env[63380]: _type = "Task" [ 941.706017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.712226] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.747828] env[63380]: DEBUG oslo_vmware.api [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.750507] env[63380]: DEBUG nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Found 3 images (rotation: 2) {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 941.750711] env[63380]: DEBUG nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Rotating out 1 backups {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 941.750877] env[63380]: DEBUG nova.compute.manager [None req-bce0cf3d-97cf-43ec-b326-16a95222c11b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleting image 1d340ffa-3c81-4a66-a6da-9a33ad0deed2 {{(pid=63380) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 941.845488] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Successfully updated port: c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.847305] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Successfully created port: 2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.893230] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.907276] env[63380]: DEBUG oslo_vmware.api [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.764394} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.907551] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.907759] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.907944] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.908132] env[63380]: INFO nova.compute.manager [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Took 2.75 seconds to destroy the instance on the hypervisor. [ 941.908377] env[63380]: DEBUG oslo.service.loopingcall [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.908587] env[63380]: DEBUG nova.compute.manager [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.908708] env[63380]: DEBUG nova.network.neutron [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.914884] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 98361a6b-ae46-49da-82c5-612246fafa86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915036] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cc13c801-3582-4a42-a196-eac1e4d7d53d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915165] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 5310e05d-029e-4c7d-a129-c324d99d2889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915325] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fcd366e5-342c-4dea-955a-2c557219f54c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915445] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915600] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 1f1535e6-62db-459d-955a-50c1a960e384 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 941.915725] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a188f2a3-168e-482e-a426-916070c64fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915831] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance ec5d0cb0-d2c4-4609-8465-6b0319cba428 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.915943] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 79d02f19-51af-41ca-abcb-89bc6d6631dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916065] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d2e8c600-3ea4-4eac-b433-0bec2285b5ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916180] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 96e059d7-c7e6-4dcd-830b-83be52f21d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916290] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cd3bef10-1014-4a88-b6a6-1780634050c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916807] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a76a7a69-7d97-4e5b-9e44-4d57ff46a03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916807] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.916807] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance bb027e42-1759-4f56-8068-3fbcb239e4bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 941.916807] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 88bf0e90-6396-4fba-85ed-10b451706abc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.917088] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance daacca78-8443-4cac-b808-04002b18397e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.917088] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 01a530b0-4090-4626-a4dc-30a019bf986f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.917184] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 338287eb-aa3a-4a00-befc-67f86f7c2fee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.917327] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 3415893a-4e8c-4ac1-bbfa-1ea04e50589b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.917471] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 7663f07b-8da1-41bf-a301-00e271bce5d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.933401] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Releasing lock "refresh_cache-338287eb-aa3a-4a00-befc-67f86f7c2fee" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.933857] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-changed-b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.934022] env[63380]: DEBUG nova.compute.manager [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing instance network info cache due to event network-changed-b270f8e2-238d-4338-a111-8c51c6ff2a7f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 941.934200] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.934356] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.934588] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing network info cache for port b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.025566] env[63380]: DEBUG oslo_concurrency.lockutils [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] Releasing lock "refresh_cache-5310e05d-029e-4c7d-a129-c324d99d2889" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.025910] env[63380]: DEBUG nova.compute.manager [req-51818e49-aafc-4e09-bdb1-c26916c22c3d req-929fa5b7-8a93-478a-8f93-e19aefc96a1b service nova] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Received event network-vif-deleted-958e20a9-79f9-4652-87d0-9bcb94eee186 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.061816] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5255d884-28c9-d134-b72c-18dffb9c9649, 'name': SearchDatastore_Task, 'duration_secs': 0.031752} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.062591] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69170d32-c32b-449f-8720-fa309a3d7ce9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.067942] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 942.067942] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba375b-8b6f-a9d4-4b9f-a5e1423b7ea9" [ 942.067942] env[63380]: _type = "Task" [ 942.067942] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.075751] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba375b-8b6f-a9d4-4b9f-a5e1423b7ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.086153] env[63380]: DEBUG nova.compute.manager [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.086347] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.087150] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234a06a7-20bb-46a7-8d03-0ff4b19beb3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.094439] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.094697] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f42e153-8303-487b-8a6e-9b17c2517164 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.187259] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.187525] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.187774] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleting the datastore file [datastore2] 88bf0e90-6396-4fba-85ed-10b451706abc {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.188099] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c81405-8df4-433f-9d86-f21c8c0cbd6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.195323] env[63380]: DEBUG oslo_vmware.api [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 942.195323] env[63380]: value = "task-2680358" [ 942.195323] env[63380]: _type = "Task" [ 942.195323] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.204951] env[63380]: DEBUG oslo_vmware.api [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.213604] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.249526] env[63380]: DEBUG oslo_vmware.api [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680355, 'name': PowerOnVM_Task, 'duration_secs': 0.95936} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.249920] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.250203] env[63380]: DEBUG nova.compute.manager [None req-c63c3430-75b1-4027-be07-9edc232bc036 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.251276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894cd660-f284-4ccd-ac40-7f50b3f4c927 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.350381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.354737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.354737] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.420422] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 942.421159] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 942.421508] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 942.582906] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba375b-8b6f-a9d4-4b9f-a5e1423b7ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.033856} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.585827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.586407] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 338287eb-aa3a-4a00-befc-67f86f7c2fee/338287eb-aa3a-4a00-befc-67f86f7c2fee.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.587702] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d13e2b2-0ead-420a-97a9-8a9fdd87b981 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597330] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 942.597330] env[63380]: value = "task-2680359" [ 942.597330] env[63380]: _type = "Task" [ 942.597330] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.606441] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.708018] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Received event network-vif-plugged-c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.708378] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Acquiring lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.708601] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.708828] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.709035] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] No waiting events found dispatching network-vif-plugged-c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.709213] env[63380]: WARNING nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Received unexpected event network-vif-plugged-c6a810c0-c77b-4c9b-82cd-1249864e0980 for instance with vm_state building and task_state spawning. [ 942.709434] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Received event network-changed-c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.709567] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Refreshing instance network info cache due to event network-changed-c6a810c0-c77b-4c9b-82cd-1249864e0980. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.709711] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Acquiring lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.717083] env[63380]: DEBUG oslo_vmware.api [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281938} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.720118] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.720314] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.720514] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.720699] env[63380]: INFO nova.compute.manager [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 942.720931] env[63380]: DEBUG oslo.service.loopingcall [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.722366] env[63380]: DEBUG nova.compute.manager [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.722366] env[63380]: DEBUG nova.network.neutron [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.726702] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680356, 'name': ReconfigVM_Task, 'duration_secs': 0.645627} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.727242] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/01a530b0-4090-4626-a4dc-30a019bf986f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.727856] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb73f9b1-b017-4786-8461-aab2e010c2bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.733733] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 942.733733] env[63380]: value = "task-2680360" [ 942.733733] env[63380]: _type = "Task" [ 942.733733] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.746096] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680360, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.799163] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ed1069-4902-42a9-813a-7a2f98e20451 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.807851] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dec86e-0e72-4e7f-b6e0-61494c2f7843 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.843471] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa92a08-33ec-4acb-a48f-26923a3a3fb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.853229] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e71742e-d58e-4a3b-a083-07973415632b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.870475] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.910721] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.938580] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.938832] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.938992] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.939272] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.939487] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.939684] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.939941] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.940147] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.940397] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.940628] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.940900] env[63380]: DEBUG nova.virt.hardware [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.941797] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f43d58-1f23-4a66-a84e-9cd0c890bff2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.945228] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.954336] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf4fb3-5fa2-44c2-930e-cc0514dbc49e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.984949] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updated VIF entry in instance network info cache for port b270f8e2-238d-4338-a111-8c51c6ff2a7f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.986268] env[63380]: DEBUG nova.network.neutron [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.111609] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680359, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.241645] env[63380]: DEBUG nova.network.neutron [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Updating instance_info_cache with network_info: [{"id": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "address": "fa:16:3e:b5:2c:11", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a810c0-c7", "ovs_interfaceid": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.249915] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680360, 'name': Rename_Task, 'duration_secs': 0.15018} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.250233] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.251080] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3c8312-212d-4193-8b14-7e5104f5e0e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.257319] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 943.257319] env[63380]: value = "task-2680361" [ 943.257319] env[63380]: _type = "Task" [ 943.257319] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.263486] env[63380]: DEBUG nova.compute.manager [req-e7ee4a98-d4b5-4dce-a316-3b003b2f6ed6 req-dba3f7a4-67d0-4ac2-affb-54f6d42f7b57 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Received event network-vif-deleted-2ab070c5-8f1d-4d57-9770-ecb9164d509e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.263688] env[63380]: INFO nova.compute.manager [req-e7ee4a98-d4b5-4dce-a316-3b003b2f6ed6 req-dba3f7a4-67d0-4ac2-affb-54f6d42f7b57 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Neutron deleted interface 2ab070c5-8f1d-4d57-9770-ecb9164d509e; detaching it from the instance and deleting it from the info cache [ 943.263876] env[63380]: DEBUG nova.network.neutron [req-e7ee4a98-d4b5-4dce-a316-3b003b2f6ed6 req-dba3f7a4-67d0-4ac2-affb-54f6d42f7b57 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.271056] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.373595] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.489248] env[63380]: DEBUG oslo_concurrency.lockutils [req-60173668-874a-44b5-8ee6-2f367f120417 req-62bdc239-fc5f-47d8-a8e3-3e2970a2e971 service nova] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.535137] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Successfully updated port: 2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.550798] env[63380]: DEBUG nova.network.neutron [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.612969] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670286} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.613299] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 338287eb-aa3a-4a00-befc-67f86f7c2fee/338287eb-aa3a-4a00-befc-67f86f7c2fee.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.614025] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.614025] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46e836f-89ec-42ad-b4cc-f455887084cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.620084] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 943.620084] env[63380]: value = "task-2680362" [ 943.620084] env[63380]: _type = "Task" [ 943.620084] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.627579] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.664142] env[63380]: DEBUG nova.network.neutron [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.746481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.746481] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Instance network_info: |[{"id": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "address": "fa:16:3e:b5:2c:11", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a810c0-c7", "ovs_interfaceid": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.746481] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Acquired lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.746481] env[63380]: DEBUG nova.network.neutron [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Refreshing network info cache for port c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.746481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:2c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6a810c0-c77b-4c9b-82cd-1249864e0980', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.757910] env[63380]: DEBUG oslo.service.loopingcall [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.759456] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.759830] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4dec235-3d4c-4391-9140-5f053600e266 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.780784] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf7821e0-bf02-4e3d-b52e-da591d7aa749 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.790698] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.792691] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.792691] env[63380]: value = "task-2680363" [ 943.792691] env[63380]: _type = "Task" [ 943.792691] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.795692] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b173ca8-6646-4355-beac-5c8f08070b28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.815571] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680363, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.833133] env[63380]: DEBUG nova.compute.manager [req-e7ee4a98-d4b5-4dce-a316-3b003b2f6ed6 req-dba3f7a4-67d0-4ac2-affb-54f6d42f7b57 service nova] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Detach interface failed, port_id=2ab070c5-8f1d-4d57-9770-ecb9164d509e, reason: Instance 88bf0e90-6396-4fba-85ed-10b451706abc could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 943.878737] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 943.879013] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.016s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.879318] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.509s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.881382] env[63380]: INFO nova.compute.claims [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.011024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.011482] env[63380]: DEBUG oslo_concurrency.lockutils [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.011631] env[63380]: DEBUG nova.compute.manager [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.012692] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d1e6eb-7dfc-42c4-a5bb-f18baf18493c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.020569] env[63380]: DEBUG nova.compute.manager [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 944.021333] env[63380]: DEBUG nova.objects.instance [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.037387] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.037387] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquired lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.037387] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.053717] env[63380]: INFO nova.compute.manager [-] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Took 1.33 seconds to deallocate network for instance. [ 944.130031] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32655} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.130372] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.130975] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323476a4-d350-4570-9337-5b0f994a7dfe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.152969] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 338287eb-aa3a-4a00-befc-67f86f7c2fee/338287eb-aa3a-4a00-befc-67f86f7c2fee.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.153579] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe7c085-ea57-402a-978f-f64790b762fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.167555] env[63380]: INFO nova.compute.manager [-] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Took 2.26 seconds to deallocate network for instance. [ 944.175308] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 944.175308] env[63380]: value = "task-2680364" [ 944.175308] env[63380]: _type = "Task" [ 944.175308] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.183952] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.271232] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680361, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.304742] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680363, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.560725] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.577355] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.584348] env[63380]: DEBUG nova.network.neutron [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Updated VIF entry in instance network info cache for port c6a810c0-c77b-4c9b-82cd-1249864e0980. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.584766] env[63380]: DEBUG nova.network.neutron [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Updating instance_info_cache with network_info: [{"id": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "address": "fa:16:3e:b5:2c:11", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6a810c0-c7", "ovs_interfaceid": "c6a810c0-c77b-4c9b-82cd-1249864e0980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.674723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.690061] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680364, 'name': ReconfigVM_Task, 'duration_secs': 0.421476} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.690937] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 338287eb-aa3a-4a00-befc-67f86f7c2fee/338287eb-aa3a-4a00-befc-67f86f7c2fee.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.691809] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76c8f88b-919c-4420-b20e-fa1a9b2d024c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.701018] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 944.701018] env[63380]: value = "task-2680365" [ 944.701018] env[63380]: _type = "Task" [ 944.701018] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.711095] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680365, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.773287] env[63380]: DEBUG oslo_vmware.api [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680361, 'name': PowerOnVM_Task, 'duration_secs': 1.457061} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.773710] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.774048] env[63380]: INFO nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Took 9.50 seconds to spawn the instance on the hypervisor. [ 944.774338] env[63380]: DEBUG nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.775470] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85a6e7-1ceb-4060-9b5d-d79ccfd452aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.785889] env[63380]: DEBUG nova.network.neutron [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updating instance_info_cache with network_info: [{"id": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "address": "fa:16:3e:30:d3:75", "network": {"id": "469534d1-2167-4161-9f44-3034e5e81d35", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190691914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f63d113e024285b03ceab7997c9aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6fb646-99", "ovs_interfaceid": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.803210] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680363, 'name': CreateVM_Task, 'duration_secs': 0.693457} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.803529] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.804383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.804687] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.805226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.806258] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31e9968-a8cc-4cd9-988e-13ec2b3a9565 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.811942] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 944.811942] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52555f42-392a-19e1-9146-86a138bbb328" [ 944.811942] env[63380]: _type = "Task" [ 944.811942] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.820982] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52555f42-392a-19e1-9146-86a138bbb328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.830683] env[63380]: DEBUG nova.compute.manager [req-86a73522-3f50-4156-bcf4-862308db53d2 req-67c51292-8d49-4a15-97b2-811c094a04b7 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-deleted-65af9552-1ee5-46cc-aaff-f6c7922c503b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.830683] env[63380]: DEBUG nova.compute.manager [req-86a73522-3f50-4156-bcf4-862308db53d2 req-67c51292-8d49-4a15-97b2-811c094a04b7 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-deleted-f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.031489] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.032020] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831b709c-de4e-410c-b15b-246a0149064b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.039370] env[63380]: DEBUG oslo_vmware.api [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 945.039370] env[63380]: value = "task-2680366" [ 945.039370] env[63380]: _type = "Task" [ 945.039370] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.050171] env[63380]: DEBUG oslo_vmware.api [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.087420] env[63380]: DEBUG oslo_concurrency.lockutils [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] Releasing lock "refresh_cache-3415893a-4e8c-4ac1-bbfa-1ea04e50589b" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.087752] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Received event network-vif-deleted-8d227258-5d56-4490-99fa-5f1284e229b1 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.087945] env[63380]: INFO nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Neutron deleted interface 8d227258-5d56-4490-99fa-5f1284e229b1; detaching it from the instance and deleting it from the info cache [ 945.088278] env[63380]: DEBUG nova.network.neutron [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Updating instance_info_cache with network_info: [{"id": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "address": "fa:16:3e:57:dd:8b", "network": {"id": "c15d1729-66ba-433e-bcc0-38019332476a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-106056734", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3b30f21-c0", "ovs_interfaceid": "f3b30f21-c0e5-4aa9-ba15-28aebf7eefb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "address": "fa:16:3e:22:6d:39", "network": {"id": "28485670-946d-4a28-b0e9-70b5a9bc08ee", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1472378632", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65af9552-1e", "ovs_interfaceid": "65af9552-1ee5-46cc-aaff-f6c7922c503b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.189783] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53b5f22-f52d-4e36-ae39-6a75e06c0d23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.197631] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16970e2-5bd4-46ed-bc76-c2430e76bd96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.210385] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680365, 'name': Rename_Task, 'duration_secs': 0.15718} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.235369] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.236446] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e7c3e9-ddf1-4659-902f-43c99a71d4f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.239029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418edd75-dd7d-4ce8-9219-13f85ddec950 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.247555] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b4a75-a2f2-48af-bd69-ece9be94e193 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.251568] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 945.251568] env[63380]: value = "task-2680367" [ 945.251568] env[63380]: _type = "Task" [ 945.251568] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.262640] env[63380]: DEBUG nova.compute.provider_tree [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.268936] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680367, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.292642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Releasing lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.293485] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Instance network_info: |[{"id": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "address": "fa:16:3e:30:d3:75", "network": {"id": "469534d1-2167-4161-9f44-3034e5e81d35", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190691914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f63d113e024285b03ceab7997c9aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6fb646-99", "ovs_interfaceid": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.295954] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:d3:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f6fb646-99fc-4193-a2fb-62fe241c188e', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.303636] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Creating folder: Project (05f63d113e024285b03ceab7997c9aab). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.304360] env[63380]: DEBUG nova.compute.manager [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Received event network-vif-plugged-2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.304564] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Acquiring lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.304795] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.305016] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.305199] env[63380]: DEBUG nova.compute.manager [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] No waiting events found dispatching network-vif-plugged-2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.305367] env[63380]: WARNING nova.compute.manager [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Received unexpected event network-vif-plugged-2f6fb646-99fc-4193-a2fb-62fe241c188e for instance with vm_state building and task_state spawning. [ 945.305527] env[63380]: DEBUG nova.compute.manager [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Received event network-changed-2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.305681] env[63380]: DEBUG nova.compute.manager [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Refreshing instance network info cache due to event network-changed-2f6fb646-99fc-4193-a2fb-62fe241c188e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.305871] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Acquiring lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.306017] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Acquired lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.306177] env[63380]: DEBUG nova.network.neutron [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Refreshing network info cache for port 2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.307838] env[63380]: INFO nova.compute.manager [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Took 25.23 seconds to build instance. [ 945.308998] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-823fbc95-beff-4af8-847a-03af84d2f7df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.321956] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52555f42-392a-19e1-9146-86a138bbb328, 'name': SearchDatastore_Task, 'duration_secs': 0.035726} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.323286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.323524] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.323756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.323904] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.324196] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.324367] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Created folder: Project (05f63d113e024285b03ceab7997c9aab) in parent group-v540155. [ 945.324533] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Creating folder: Instances. Parent ref: group-v540403. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.325197] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-459a3409-9c7b-4e03-aa2b-dbf04ecb51b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.327396] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d14b217e-5ff9-48c2-b097-ef2260d730f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.335955] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.336198] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.338168] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55100230-a1b6-4dac-b1a3-ad957182955c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.340311] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Created folder: Instances in parent group-v540403. [ 945.340542] env[63380]: DEBUG oslo.service.loopingcall [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.340756] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.341265] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8ea57a-ed85-432d-bf0e-f5e563084c6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.358452] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 945.358452] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ecd110-38f4-213b-fcad-f3caf1efeff7" [ 945.358452] env[63380]: _type = "Task" [ 945.358452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.363049] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.363049] env[63380]: value = "task-2680370" [ 945.363049] env[63380]: _type = "Task" [ 945.363049] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.368733] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ecd110-38f4-213b-fcad-f3caf1efeff7, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.369827] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902f25a5-e950-4359-aa15-e185c43368c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.375069] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680370, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.377826] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 945.377826] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c99de5-9ed4-b2a9-2011-869648a54a67" [ 945.377826] env[63380]: _type = "Task" [ 945.377826] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.385071] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c99de5-9ed4-b2a9-2011-869648a54a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.549533] env[63380]: DEBUG oslo_vmware.api [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680366, 'name': PowerOffVM_Task, 'duration_secs': 0.203251} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.549838] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.550085] env[63380]: DEBUG nova.compute.manager [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.550877] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81b3eb1-e554-4f38-bcdb-d95e4a69f761 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.591804] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-582a16f2-7aad-4fe5-bc27-7e109e2f3c8b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.600818] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f8e96-51e7-4415-ac76-ac37c46c8a16 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.637740] env[63380]: DEBUG nova.compute.manager [req-74c7d690-2479-442c-99d4-9e1bad2d5255 req-695258d1-254f-4223-b462-f480b9a19c01 service nova] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Detach interface failed, port_id=8d227258-5d56-4490-99fa-5f1284e229b1, reason: Instance 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 945.767409] env[63380]: DEBUG nova.scheduler.client.report [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.770612] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.814446] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9005b3f9-68ce-4574-8245-f6389da91263 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.749s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.875626] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680370, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.888309] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c99de5-9ed4-b2a9-2011-869648a54a67, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.888586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.888854] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3415893a-4e8c-4ac1-bbfa-1ea04e50589b/3415893a-4e8c-4ac1-bbfa-1ea04e50589b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.889153] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6896d660-2403-4510-ab75-a264b10524d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.896209] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 945.896209] env[63380]: value = "task-2680371" [ 945.896209] env[63380]: _type = "Task" [ 945.896209] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.904848] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.064967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-df38177a-c739-4c01-befd-5ece1ca3cf99 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.115041] env[63380]: DEBUG nova.network.neutron [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updated VIF entry in instance network info cache for port 2f6fb646-99fc-4193-a2fb-62fe241c188e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.115469] env[63380]: DEBUG nova.network.neutron [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updating instance_info_cache with network_info: [{"id": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "address": "fa:16:3e:30:d3:75", "network": {"id": "469534d1-2167-4161-9f44-3034e5e81d35", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190691914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f63d113e024285b03ceab7997c9aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6fb646-99", "ovs_interfaceid": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.264334] env[63380]: INFO nova.compute.manager [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Rescuing [ 946.264633] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.264758] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.264855] env[63380]: DEBUG nova.network.neutron [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.266259] env[63380]: DEBUG oslo_vmware.api [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680367, 'name': PowerOnVM_Task, 'duration_secs': 0.670646} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.267342] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.267623] env[63380]: INFO nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Took 8.43 seconds to spawn the instance on the hypervisor. [ 946.267864] env[63380]: DEBUG nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.269011] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29ea9e-33df-41ca-8f4a-b933de849462 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.272595] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.273119] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.277130] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.094s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.277566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.281064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.185s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.281064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.282871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.722s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.283595] env[63380]: DEBUG nova.objects.instance [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lazy-loading 'resources' on Instance uuid 88bf0e90-6396-4fba-85ed-10b451706abc {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.309956] env[63380]: INFO nova.scheduler.client.report [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Deleted allocations for instance bb027e42-1759-4f56-8068-3fbcb239e4bf [ 946.313829] env[63380]: INFO nova.scheduler.client.report [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Deleted allocations for instance 1f1535e6-62db-459d-955a-50c1a960e384 [ 946.378762] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680370, 'name': CreateVM_Task, 'duration_secs': 0.595433} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.379182] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.379983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.380193] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.380567] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.381982] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b8b0a1-0a93-462a-ba05-aca656eeae2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.387675] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 946.387675] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee6aef-ebfc-e0a2-597b-3a9b652d0ec1" [ 946.387675] env[63380]: _type = "Task" [ 946.387675] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.399423] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee6aef-ebfc-e0a2-597b-3a9b652d0ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.408574] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.618945] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4ecb7dc-48e6-4bf9-a8f4-6cc632e0ccc9 req-d22b4731-6680-4978-a7bd-f8f74da10d7e service nova] Releasing lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.790104] env[63380]: DEBUG nova.compute.utils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.792032] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.792032] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.802682] env[63380]: INFO nova.compute.manager [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Took 25.83 seconds to build instance. [ 946.833955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e61c9e8f-9fd8-4360-a59c-70609ba87ef6 tempest-AttachInterfacesUnderV243Test-2109064768 tempest-AttachInterfacesUnderV243Test-2109064768-project-member] Lock "1f1535e6-62db-459d-955a-50c1a960e384" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.241s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.835433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-be3e3d23-fb9e-4e4d-a121-ed816189f616 tempest-ServerPasswordTestJSON-467137653 tempest-ServerPasswordTestJSON-467137653-project-member] Lock "bb027e42-1759-4f56-8068-3fbcb239e4bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.320s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.876432] env[63380]: DEBUG nova.policy [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5460652ef50a443ebc05dd19f09eab0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9dd478d9a148c9b0f3911afb433510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.900176] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee6aef-ebfc-e0a2-597b-3a9b652d0ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.056373} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.907041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.907318] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.907647] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.907825] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.908042] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.910907] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a69cfc24-8be5-4597-b23e-e17193f43c45 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.921032] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79053} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.924790] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 3415893a-4e8c-4ac1-bbfa-1ea04e50589b/3415893a-4e8c-4ac1-bbfa-1ea04e50589b.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.925054] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.926204] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.926204] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.926690] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68d2068e-bc8e-4a26-bb96-148df6c0920d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.929360] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a2a6a4-7444-476c-940e-63b186ee06ab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.941103] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 946.941103] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a98c45-6004-61c3-10f1-10d387a055f0" [ 946.941103] env[63380]: _type = "Task" [ 946.941103] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.945970] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 946.945970] env[63380]: value = "task-2680372" [ 946.945970] env[63380]: _type = "Task" [ 946.945970] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.961566] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a98c45-6004-61c3-10f1-10d387a055f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014669} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.966177] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.966177] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2859b8d4-b314-431c-9c85-7a5d87691de6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.977334] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 946.977334] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6efa1-57a7-eb88-d295-54925ca74d0e" [ 946.977334] env[63380]: _type = "Task" [ 946.977334] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.986886] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6efa1-57a7-eb88-d295-54925ca74d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.055220] env[63380]: DEBUG nova.network.neutron [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.130930] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a16e1-3b21-4903-9127-62b11c1d8ca7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.139661] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e9cd8-8b58-4dcb-94c7-f0102e507822 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.170127] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc7707-6a87-4c54-bf28-549b9b1129e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.177817] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69d2a1-04a1-4dde-af0c-d34743f57ca1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.200361] env[63380]: DEBUG nova.compute.provider_tree [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.267238] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e003647-1bbf-43b4-9903-447b43f64e12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.274643] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Suspending the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 947.275210] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b722fbe4-45bd-45fa-b530-e3ea866c75bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.282048] env[63380]: DEBUG oslo_vmware.api [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 947.282048] env[63380]: value = "task-2680373" [ 947.282048] env[63380]: _type = "Task" [ 947.282048] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.291116] env[63380]: DEBUG oslo_vmware.api [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680373, 'name': SuspendVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.295091] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.304248] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d9046b5c-4531-4bea-a81d-0e5851cc67e5 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.342s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.464026] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085518} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.464026] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.464026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba8c77-c6bf-4c70-8f23-20be792f637c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.488969] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3415893a-4e8c-4ac1-bbfa-1ea04e50589b/3415893a-4e8c-4ac1-bbfa-1ea04e50589b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.493042] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a96ac64-37d7-4ad4-8e59-d2b42886bc31 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.515973] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f6efa1-57a7-eb88-d295-54925ca74d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.517656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.518113] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7663f07b-8da1-41bf-a301-00e271bce5d2/7663f07b-8da1-41bf-a301-00e271bce5d2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.518610] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 947.518610] env[63380]: value = "task-2680374" [ 947.518610] env[63380]: _type = "Task" [ 947.518610] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.519402] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b8ca62e-60bd-4821-9c00-debaf3c127e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.530923] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.535026] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 947.535026] env[63380]: value = "task-2680375" [ 947.535026] env[63380]: _type = "Task" [ 947.535026] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.542382] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.562757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.619523] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Successfully created port: 5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.694885] env[63380]: DEBUG nova.compute.manager [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Stashing vm_state: stopped {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 947.706025] env[63380]: DEBUG nova.scheduler.client.report [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.764201] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.764201] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.764201] env[63380]: INFO nova.compute.manager [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Shelving [ 947.792487] env[63380]: DEBUG oslo_vmware.api [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680373, 'name': SuspendVM_Task} progress is 62%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.033975] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.042991] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.210400] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.216467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.538s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.216467] env[63380]: DEBUG nova.objects.instance [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lazy-loading 'resources' on Instance uuid 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.228059] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.239406] env[63380]: INFO nova.scheduler.client.report [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleted allocations for instance 88bf0e90-6396-4fba-85ed-10b451706abc [ 948.292672] env[63380]: DEBUG oslo_vmware.api [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680373, 'name': SuspendVM_Task, 'duration_secs': 0.698612} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.293044] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Suspended the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 948.293634] env[63380]: DEBUG nova.compute.manager [None req-be8406c8-26b0-4640-8845-7a5e5270065b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.293903] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f9dac-ef6d-421e-b918-393d7f730265 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.309746] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.352663] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.352663] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.352858] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.352941] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.353102] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.353266] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.353483] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.353645] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.353813] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.353977] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.354168] env[63380]: DEBUG nova.virt.hardware [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.355321] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea2186-17ea-4ea0-850d-c8f81c01ba97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.364660] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556161c9-a355-43a4-9ac8-20c9e34eb7dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.533420] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680374, 'name': ReconfigVM_Task, 'duration_secs': 0.720248} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.534013] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3415893a-4e8c-4ac1-bbfa-1ea04e50589b/3415893a-4e8c-4ac1-bbfa-1ea04e50589b.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.540041] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e527ba8-19ca-4d92-b0cf-7cb79ffbacec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.548905] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828187} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.550399] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7663f07b-8da1-41bf-a301-00e271bce5d2/7663f07b-8da1-41bf-a301-00e271bce5d2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.550700] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.551062] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 948.551062] env[63380]: value = "task-2680376" [ 948.551062] env[63380]: _type = "Task" [ 948.551062] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.552434] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9840179a-d3f7-471f-9945-9ec1951d2ad7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.562306] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 948.562306] env[63380]: value = "task-2680377" [ 948.562306] env[63380]: _type = "Task" [ 948.562306] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.573020] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.748509] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e211c52-8e56-4cd9-aeee-051ca85aa1df tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "88bf0e90-6396-4fba-85ed-10b451706abc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.169s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.774858] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.775182] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61806918-9ede-4f4f-8279-206db11c3f98 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.782170] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 948.782170] env[63380]: value = "task-2680378" [ 948.782170] env[63380]: _type = "Task" [ 948.782170] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.791075] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.063372] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74658f-cbde-4d92-bd4b-f8b33706eef1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.075411] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680376, 'name': Rename_Task, 'duration_secs': 0.49892} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.077740] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.078121] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd6d96d-1033-45e7-abb3-e312f3cbd737 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.080569] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574852c-31ee-425c-8b71-5964b4956e87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.087635] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071066} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.088546] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.089533] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c42cfa-93b1-408c-b83c-50c4e7e1b78a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.120960] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 949.120960] env[63380]: value = "task-2680379" [ 949.120960] env[63380]: _type = "Task" [ 949.120960] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.121693] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.121998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.122244] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.122479] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.122714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.122928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.125382] env[63380]: INFO nova.compute.manager [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Terminating instance [ 949.130251] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e8be2c-8e04-4ee0-96b2-61e76c4c1098 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.130251] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674b59d-6c1d-4269-90f0-7bbb6700a72f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.154741] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7663f07b-8da1-41bf-a301-00e271bce5d2/7663f07b-8da1-41bf-a301-00e271bce5d2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.156266] env[63380]: DEBUG nova.compute.manager [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.156576] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.158173] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-579b490f-b34e-4fed-8a28-e7b3e420f252 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.175188] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58332af-434e-4f15-b69e-2dcff05be1f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.182426] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 949.182426] env[63380]: value = "task-2680380" [ 949.182426] env[63380]: _type = "Task" [ 949.182426] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.184280] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e83270-0f13-4e17-84c4-6257302bddb4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.197425] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.197720] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.197994] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 949.197994] env[63380]: value = "task-2680381" [ 949.197994] env[63380]: _type = "Task" [ 949.197994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.200012] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7cac6f8-3b3b-490e-96ce-6b2b5841fad1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.214071] env[63380]: DEBUG nova.compute.provider_tree [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.215407] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.218210] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 949.218210] env[63380]: value = "task-2680382" [ 949.218210] env[63380]: _type = "Task" [ 949.218210] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.221467] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.231700] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.261123] env[63380]: DEBUG nova.compute.manager [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Received event network-vif-plugged-5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.261365] env[63380]: DEBUG oslo_concurrency.lockutils [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.261577] env[63380]: DEBUG oslo_concurrency.lockutils [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.261748] env[63380]: DEBUG oslo_concurrency.lockutils [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.261955] env[63380]: DEBUG nova.compute.manager [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] No waiting events found dispatching network-vif-plugged-5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.263089] env[63380]: WARNING nova.compute.manager [req-f2f45929-c331-4b37-b143-bb3b2dcd0a67 req-acd4ad0d-2563-4470-abf9-27385e6c4f39 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Received unexpected event network-vif-plugged-5f223958-2ec2-4fed-b1d3-c363d7e98a1f for instance with vm_state building and task_state spawning. [ 949.294165] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680378, 'name': PowerOffVM_Task, 'duration_secs': 0.209732} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.294165] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.294165] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867acd46-d475-495a-a18c-614d222bad26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.315842] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9966e6-4b09-4500-bc61-dd1de7997c78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.389758] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Successfully updated port: 5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.640320] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.698405] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680380, 'name': PowerOffVM_Task, 'duration_secs': 0.221953} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.698652] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.699464] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d8b162-1d50-4ea5-9da7-ce6f5c8e427e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.721308] env[63380]: DEBUG nova.scheduler.client.report [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.730890] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f3a35-a6c1-4303-bcd1-d2e56601d648 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.732472] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.745530] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680382, 'name': PowerOffVM_Task, 'duration_secs': 0.207118} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.745701] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.745875] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.746140] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b95bd9-8d84-4671-814d-62744b00a429 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.767898] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.768227] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6525b6-3e0e-41fd-a03b-5c8353cbebad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.774150] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 949.774150] env[63380]: value = "task-2680384" [ 949.774150] env[63380]: _type = "Task" [ 949.774150] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.783493] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.820431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.820665] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.820849] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleting the datastore file [datastore1] 96e059d7-c7e6-4dcd-830b-83be52f21d68 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.821143] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80dbb093-d123-44fe-9f65-99fd71f2396c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.828702] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.828910] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for the task: (returnval){ [ 949.828910] env[63380]: value = "task-2680385" [ 949.828910] env[63380]: _type = "Task" [ 949.828910] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.829198] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28bf6383-35fb-4141-96d2-6e8c244478aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841023] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.842449] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 949.842449] env[63380]: value = "task-2680386" [ 949.842449] env[63380]: _type = "Task" [ 949.842449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.851019] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.861644] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.862023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.862260] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.862500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.862722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.865181] env[63380]: INFO nova.compute.manager [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Terminating instance [ 949.893541] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.893801] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.894057] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.142139] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.213375] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.234996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.239290] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.266089] env[63380]: INFO nova.scheduler.client.report [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleted allocations for instance 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8 [ 950.289793] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.289974] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.290240] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.290385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.290675] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.292703] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63defa4b-c883-4367-8897-c4b92f42494f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.304786] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.305247] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.306163] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d887fee-4898-44e6-9d7c-54cd0503de4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.311582] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 950.311582] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277fcad-ee82-ad06-d12b-daf4f4a4c971" [ 950.311582] env[63380]: _type = "Task" [ 950.311582] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.319914] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277fcad-ee82-ad06-d12b-daf4f4a4c971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.340593] env[63380]: DEBUG oslo_vmware.api [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Task: {'id': task-2680385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143015} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.340911] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.341049] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.341243] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.341483] env[63380]: INFO nova.compute.manager [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Took 1.18 seconds to destroy the instance on the hypervisor. [ 950.341666] env[63380]: DEBUG oslo.service.loopingcall [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.341890] env[63380]: DEBUG nova.compute.manager [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.341993] env[63380]: DEBUG nova.network.neutron [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.352074] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680386, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.369475] env[63380]: DEBUG nova.compute.manager [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.369841] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.371693] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e4543-833e-4c09-8bbf-b3e4a23b9a01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.379261] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.379607] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e4f4c5c-f17e-46b3-a1b4-f0be95703e4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.447824] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.448202] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.448475] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore1] 338287eb-aa3a-4a00-befc-67f86f7c2fee {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.450345] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.454590] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23952fb1-4b12-4b04-8909-5cd273fbd491 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.462305] env[63380]: DEBUG oslo_vmware.api [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 950.462305] env[63380]: value = "task-2680388" [ 950.462305] env[63380]: _type = "Task" [ 950.462305] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.475984] env[63380]: DEBUG oslo_vmware.api [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.644134] env[63380]: DEBUG oslo_vmware.api [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680379, 'name': PowerOnVM_Task, 'duration_secs': 1.41656} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.644623] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.646655] env[63380]: INFO nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Took 10.22 seconds to spawn the instance on the hypervisor. [ 950.646655] env[63380]: DEBUG nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.646655] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f51ce16-6d0d-4696-9033-1b9648e46698 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.687524] env[63380]: DEBUG nova.network.neutron [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.718313] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680381, 'name': ReconfigVM_Task, 'duration_secs': 1.130073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.719032] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7663f07b-8da1-41bf-a301-00e271bce5d2/7663f07b-8da1-41bf-a301-00e271bce5d2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.719953] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3fd581b-c9b3-4ab5-a871-2264469fa877 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.728728] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 950.728728] env[63380]: value = "task-2680389" [ 950.728728] env[63380]: _type = "Task" [ 950.728728] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.746726] env[63380]: INFO nova.compute.claims [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.749552] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680389, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.776286] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0800c478-a861-4cb5-9d79-18b4112e5ac1 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "1a73eb0c-bf75-46c3-9c0b-be37ca7800b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.131s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.822488] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5277fcad-ee82-ad06-d12b-daf4f4a4c971, 'name': SearchDatastore_Task, 'duration_secs': 0.008873} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.823608] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b207dc-16c7-4601-a066-db53f86b92a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.832361] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 950.832361] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e0aba4-e33b-e302-b20d-c5e7453190cd" [ 950.832361] env[63380]: _type = "Task" [ 950.832361] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.839202] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e0aba4-e33b-e302-b20d-c5e7453190cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.852307] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680386, 'name': CreateSnapshot_Task, 'duration_secs': 0.687268} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.852579] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.853348] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee293457-ef80-4a22-ac84-2c7b29416615 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.976300] env[63380]: DEBUG oslo_vmware.api [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326868} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.976300] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.976300] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.976300] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.976300] env[63380]: INFO nova.compute.manager [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Took 0.61 seconds to destroy the instance on the hypervisor. [ 950.976501] env[63380]: DEBUG oslo.service.loopingcall [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.976651] env[63380]: DEBUG nova.compute.manager [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.976743] env[63380]: DEBUG nova.network.neutron [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.173537] env[63380]: INFO nova.compute.manager [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Took 29.42 seconds to build instance. [ 951.188651] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.189128] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Instance network_info: |[{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.189481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:39:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f223958-2ec2-4fed-b1d3-c363d7e98a1f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.197979] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating folder: Project (dc9dd478d9a148c9b0f3911afb433510). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.198677] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68e4b395-b9f5-4556-830f-67cc33a6a394 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.211659] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created folder: Project (dc9dd478d9a148c9b0f3911afb433510) in parent group-v540155. [ 951.211885] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating folder: Instances. Parent ref: group-v540407. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.213330] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42dd94d-22d9-4085-912b-fc5436a4b84d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.222477] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created folder: Instances in parent group-v540407. [ 951.222869] env[63380]: DEBUG oslo.service.loopingcall [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.224417] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.228196] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5c1011-1b9e-440e-82a4-e9959b4b4c59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.252201] env[63380]: INFO nova.compute.resource_tracker [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating resource usage from migration 60f501cc-ffd8-4d3a-bbd8-ccbdaa056a3c [ 951.261763] env[63380]: DEBUG nova.network.neutron [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.263180] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.263180] env[63380]: value = "task-2680392" [ 951.263180] env[63380]: _type = "Task" [ 951.263180] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.263446] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680389, 'name': Rename_Task, 'duration_secs': 0.336582} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.263766] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.269034] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f107a7-9add-46d5-bc7c-e301d62fe5ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.275359] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680392, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.276994] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 951.276994] env[63380]: value = "task-2680393" [ 951.276994] env[63380]: _type = "Task" [ 951.276994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.289189] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.349161] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e0aba4-e33b-e302-b20d-c5e7453190cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.349161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.350638] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.350638] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e1c76f-0350-4978-96d9-aec8396ca831 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.359472] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 951.359472] env[63380]: value = "task-2680394" [ 951.359472] env[63380]: _type = "Task" [ 951.359472] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.371997] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 951.377633] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bff357c9-bbf0-4937-87db-fbf6c7debfd5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.381280] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.389765] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 951.389765] env[63380]: value = "task-2680395" [ 951.389765] env[63380]: _type = "Task" [ 951.389765] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.399414] env[63380]: DEBUG nova.compute.manager [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Received event network-changed-5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.399741] env[63380]: DEBUG nova.compute.manager [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Refreshing instance network info cache due to event network-changed-5f223958-2ec2-4fed-b1d3-c363d7e98a1f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.400047] env[63380]: DEBUG oslo_concurrency.lockutils [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.400257] env[63380]: DEBUG oslo_concurrency.lockutils [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.400462] env[63380]: DEBUG nova.network.neutron [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Refreshing network info cache for port 5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.410341] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680395, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.613984] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1852069b-d5bd-4d11-8135-46ddae37b6fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.626945] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3f6fc-4ec1-43ca-a39a-0eafec27dc7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.665549] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d63335-1326-4e86-9b17-beee5e518eb8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.676044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8fc7f653-ada2-4929-bd48-49f464c6809c tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.938s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.678265] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fe0d57-4e04-45f1-9794-cf35cbf89f08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.696766] env[63380]: DEBUG nova.compute.provider_tree [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.745969] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.746347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.746658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.746800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.746995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.750813] env[63380]: INFO nova.compute.manager [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Terminating instance [ 951.770134] env[63380]: INFO nova.compute.manager [-] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Took 1.43 seconds to deallocate network for instance. [ 951.776608] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680392, 'name': CreateVM_Task, 'duration_secs': 0.43316} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.783162] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.783162] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.783162] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.783162] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.786557] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7277ec-3e4e-4858-943f-c313be0af5b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.798255] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.800164] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 951.800164] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52002468-d3ee-cf57-2f68-eeb9a6b4382b" [ 951.800164] env[63380]: _type = "Task" [ 951.800164] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.809719] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52002468-d3ee-cf57-2f68-eeb9a6b4382b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.816030] env[63380]: DEBUG nova.network.neutron [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.869422] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497103} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.869773] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 951.870633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67748d1-8b35-4ba4-9263-ecaaaea5c0ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.898262] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.898818] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4004473-72e5-4989-bc51-83f7a55a4660 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.923850] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680395, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.925274] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 951.925274] env[63380]: value = "task-2680396" [ 951.925274] env[63380]: _type = "Task" [ 951.925274] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.943403] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.201539] env[63380]: DEBUG nova.scheduler.client.report [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.255234] env[63380]: DEBUG nova.compute.manager [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.255484] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.256443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fda81-d444-4567-85d8-c70fe1916f85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267434] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.267828] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a88f97-2447-40b0-b510-6a7ac5bf0cc2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.275444] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 952.275444] env[63380]: value = "task-2680397" [ 952.275444] env[63380]: _type = "Task" [ 952.275444] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.286429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.303417] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.303834] env[63380]: DEBUG oslo_vmware.api [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680393, 'name': PowerOnVM_Task, 'duration_secs': 0.788039} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.307590] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.307802] env[63380]: INFO nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Took 9.40 seconds to spawn the instance on the hypervisor. [ 952.307987] env[63380]: DEBUG nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.308810] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5125a77d-d7d0-4ce8-9574-649681caa6e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.314174] env[63380]: DEBUG nova.network.neutron [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updated VIF entry in instance network info cache for port 5f223958-2ec2-4fed-b1d3-c363d7e98a1f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.315891] env[63380]: DEBUG nova.network.neutron [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.324400] env[63380]: INFO nova.compute.manager [-] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Took 1.35 seconds to deallocate network for instance. [ 952.324690] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52002468-d3ee-cf57-2f68-eeb9a6b4382b, 'name': SearchDatastore_Task, 'duration_secs': 0.022406} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.326264] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.326492] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.326740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.326885] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.327698] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.334313] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7fac1e-a8e0-4f5c-8ce0-41a61cc1ab42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.341160] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.341269] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.342042] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64971bbf-80e4-48ea-a503-f7880892b7a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.351829] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 952.351829] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52165999-7964-603a-f53b-1cabb9f05944" [ 952.351829] env[63380]: _type = "Task" [ 952.351829] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.360350] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52165999-7964-603a-f53b-1cabb9f05944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.409481] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680395, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.434557] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680396, 'name': ReconfigVM_Task, 'duration_secs': 0.35338} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.434783] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.436152] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45dd65-dedf-4a66-bbbb-929d8f0ad1cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.470835] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0634b5-fd29-494b-8853-920daed5dfc2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.485645] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 952.485645] env[63380]: value = "task-2680398" [ 952.485645] env[63380]: _type = "Task" [ 952.485645] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.494946] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.711803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.712076] env[63380]: INFO nova.compute.manager [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Migrating [ 952.724390] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.442s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.724649] env[63380]: DEBUG nova.objects.instance [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lazy-loading 'resources' on Instance uuid 96e059d7-c7e6-4dcd-830b-83be52f21d68 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.788018] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680397, 'name': PowerOffVM_Task, 'duration_secs': 0.381096} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.788325] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.788499] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.788751] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142a04e4-8fe1-4f88-b37f-55e525ea6a51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.817506] env[63380]: DEBUG oslo_concurrency.lockutils [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.817878] env[63380]: DEBUG nova.compute.manager [req-bde04ecb-6682-49e6-a2f3-b4b0a28d0e8e req-c426a38d-cd3c-43c8-bdcc-f8b447dd53e2 service nova] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Received event network-vif-deleted-91d50d37-6b56-49b0-938c-5df5381fe81b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.833027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.836270] env[63380]: INFO nova.compute.manager [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Took 28.77 seconds to build instance. [ 952.861268] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52165999-7964-603a-f53b-1cabb9f05944, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.862101] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d66f01a-613b-4cb5-9495-c1b85dcce48e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.867601] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 952.867601] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524e0cf9-4fa7-3c34-2e51-fd2a2440e819" [ 952.867601] env[63380]: _type = "Task" [ 952.867601] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.876287] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524e0cf9-4fa7-3c34-2e51-fd2a2440e819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.880018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.880018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.880018] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore1] 3415893a-4e8c-4ac1-bbfa-1ea04e50589b {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.880018] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ca1e5f-0c3b-47e3-908e-0500d9487763 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.885096] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 952.885096] env[63380]: value = "task-2680400" [ 952.885096] env[63380]: _type = "Task" [ 952.885096] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.896105] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.910715] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680395, 'name': CloneVM_Task, 'duration_secs': 1.410111} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.910715] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Created linked-clone VM from snapshot [ 952.911531] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a8531-d001-43a3-867e-c92bd3faa1bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.919262] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Uploading image 2498b828-080b-481d-9ccf-0c5988f08678 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.952797] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.952797] env[63380]: value = "vm-540410" [ 952.952797] env[63380]: _type = "VirtualMachine" [ 952.952797] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.953127] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-698d3336-1bd2-49b7-bf6a-574c8c6016a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.960793] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lease: (returnval){ [ 952.960793] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dffa8a-cb13-fef1-51a5-e05116f30da9" [ 952.960793] env[63380]: _type = "HttpNfcLease" [ 952.960793] env[63380]: } obtained for exporting VM: (result){ [ 952.960793] env[63380]: value = "vm-540410" [ 952.960793] env[63380]: _type = "VirtualMachine" [ 952.960793] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.961026] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the lease: (returnval){ [ 952.961026] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dffa8a-cb13-fef1-51a5-e05116f30da9" [ 952.961026] env[63380]: _type = "HttpNfcLease" [ 952.961026] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.969533] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.969533] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dffa8a-cb13-fef1-51a5-e05116f30da9" [ 952.969533] env[63380]: _type = "HttpNfcLease" [ 952.969533] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.997226] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680398, 'name': ReconfigVM_Task, 'duration_secs': 0.249609} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.997650] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.998181] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c515a4e4-3c52-4a46-a402-f56d80a98806 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.004012] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 953.004012] env[63380]: value = "task-2680402" [ 953.004012] env[63380]: _type = "Task" [ 953.004012] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.014234] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.232893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.233142] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.233496] env[63380]: DEBUG nova.network.neutron [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.338735] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2e3edb1-5d5a-410a-8b46-0cea33cf2f67 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.289s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.380873] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524e0cf9-4fa7-3c34-2e51-fd2a2440e819, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.381571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.381571] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.382045] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da25e87d-7c52-4b1f-a34d-14fd0611988a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.390787] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 953.390787] env[63380]: value = "task-2680403" [ 953.390787] env[63380]: _type = "Task" [ 953.390787] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.397780] env[63380]: DEBUG oslo_vmware.api [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155869} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.398280] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.398482] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.398834] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.398933] env[63380]: INFO nova.compute.manager [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 953.399733] env[63380]: DEBUG oslo.service.loopingcall [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.406762] env[63380]: DEBUG nova.compute.manager [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.406868] env[63380]: DEBUG nova.network.neutron [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.408540] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.460987] env[63380]: DEBUG nova.compute.manager [req-93781f0d-c7a6-4ef5-8b8d-2ecee2419974 req-c5bc273d-6e55-4e62-9def-a6495d606847 service nova] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Received event network-vif-deleted-b2841c9c-d0c6-4f33-88f1-98b896f7937d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.470557] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.470557] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dffa8a-cb13-fef1-51a5-e05116f30da9" [ 953.470557] env[63380]: _type = "HttpNfcLease" [ 953.470557] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.470867] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.470867] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dffa8a-cb13-fef1-51a5-e05116f30da9" [ 953.470867] env[63380]: _type = "HttpNfcLease" [ 953.470867] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 953.472305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92d3faf-2627-4a00-b926-4cda4ae5bc4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.487286] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.487537] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.571681] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.593177] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cc3dd5f-4047-4983-9fb7-b98e53119dd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.678522] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b30621-dde0-4cd3-a0d0-471dc11f0e0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.686026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3937f39-94a1-44e3-b569-93cf73968d63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.719996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc84b0-18a2-418c-82b9-348ec9b46b1b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.727492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e56878e-aa5c-45e7-af3e-20d791056f54 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.745166] env[63380]: DEBUG nova.compute.provider_tree [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.903993] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.076073] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.212050] env[63380]: DEBUG nova.network.neutron [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.249457] env[63380]: DEBUG nova.scheduler.client.report [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.404576] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796854} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.408984] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.408984] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.408984] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbee2234-6845-4ceb-b027-2f14ec01850d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.414435] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 954.414435] env[63380]: value = "task-2680404" [ 954.414435] env[63380]: _type = "Task" [ 954.414435] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.425371] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.572592] env[63380]: DEBUG oslo_vmware.api [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680402, 'name': PowerOnVM_Task, 'duration_secs': 1.286967} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.572646] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.575621] env[63380]: DEBUG nova.compute.manager [None req-80d8f553-2338-4e47-87bc-c05edd0a442f tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.576652] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a1a533-2dd2-432b-8490-69e1f8e85382 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.715310] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.755476] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.757855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.925s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.758662] env[63380]: DEBUG nova.objects.instance [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid 338287eb-aa3a-4a00-befc-67f86f7c2fee {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.794257] env[63380]: INFO nova.scheduler.client.report [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Deleted allocations for instance 96e059d7-c7e6-4dcd-830b-83be52f21d68 [ 954.927068] env[63380]: DEBUG nova.network.neutron [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.932465] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175216} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.934078] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.935110] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a980ee-0b01-4920-97a8-09def52aabec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.966184] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.970410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a022c996-bdd7-4e33-a58f-033b23e7e416 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.990207] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 954.990207] env[63380]: value = "task-2680405" [ 954.990207] env[63380]: _type = "Task" [ 954.990207] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.000421] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.313089] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b141df10-6120-4b3d-9ede-40cccbcd341c tempest-ServersAdminNegativeTestJSON-1750069251 tempest-ServersAdminNegativeTestJSON-1750069251-project-member] Lock "96e059d7-c7e6-4dcd-830b-83be52f21d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.190s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.436466] env[63380]: INFO nova.compute.manager [-] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Took 2.03 seconds to deallocate network for instance. [ 955.510683] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.518589] env[63380]: DEBUG nova.compute.manager [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Received event network-changed-2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.518589] env[63380]: DEBUG nova.compute.manager [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Refreshing instance network info cache due to event network-changed-2f6fb646-99fc-4193-a2fb-62fe241c188e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.518589] env[63380]: DEBUG oslo_concurrency.lockutils [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] Acquiring lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.518589] env[63380]: DEBUG oslo_concurrency.lockutils [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] Acquired lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.518589] env[63380]: DEBUG nova.network.neutron [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Refreshing network info cache for port 2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.638851] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b12d1a-7d13-4497-bbb3-d4992c7b6c89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.646935] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eedba3b-5a9b-4dce-b48b-dbff1db8a593 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.684658] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc664964-bcf7-4241-80d7-2b15e2e67977 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.693405] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb7cad6-4fc7-46cf-9233-84e09fe2e2d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.709375] env[63380]: DEBUG nova.compute.provider_tree [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.883027] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "fb480e6d-21a2-42e0-af20-40079ca9039f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.884020] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.945831] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.006476] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680405, 'name': ReconfigVM_Task, 'duration_secs': 0.60344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.006476] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.007852] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01f6a6cb-d6e8-4efb-912f-56d435467e6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.015012] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 956.015012] env[63380]: value = "task-2680406" [ 956.015012] env[63380]: _type = "Task" [ 956.015012] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.031037] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680406, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.214038] env[63380]: DEBUG nova.scheduler.client.report [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.232740] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e36f62-cd5b-46e3-a7cb-a64cdbb0b137 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.259741] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.293752] env[63380]: DEBUG nova.compute.manager [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.293752] env[63380]: DEBUG nova.compute.manager [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing instance network info cache due to event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.294083] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.294083] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.296357] env[63380]: DEBUG nova.network.neutron [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.387420] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.530506] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680406, 'name': Rename_Task, 'duration_secs': 0.192681} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.530911] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.531209] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31fca7fd-c9ef-449a-8766-a997d3550e1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.538638] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 956.538638] env[63380]: value = "task-2680407" [ 956.538638] env[63380]: _type = "Task" [ 956.538638] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.552902] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.722094] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.724451] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.779s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.724691] env[63380]: DEBUG nova.objects.instance [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid 3415893a-4e8c-4ac1-bbfa-1ea04e50589b {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.761079] env[63380]: INFO nova.scheduler.client.report [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance 338287eb-aa3a-4a00-befc-67f86f7c2fee [ 956.770193] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.770984] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74f6500-536e-4415-b4c0-96d022e0de2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.779081] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 956.779081] env[63380]: value = "task-2680408" [ 956.779081] env[63380]: _type = "Task" [ 956.779081] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.792832] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 956.793081] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.922488] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.951858] env[63380]: DEBUG nova.network.neutron [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updated VIF entry in instance network info cache for port 2f6fb646-99fc-4193-a2fb-62fe241c188e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.951858] env[63380]: DEBUG nova.network.neutron [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updating instance_info_cache with network_info: [{"id": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "address": "fa:16:3e:30:d3:75", "network": {"id": "469534d1-2167-4161-9f44-3034e5e81d35", "bridge": "br-int", "label": "tempest-ServersTestJSON-1190691914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f63d113e024285b03ceab7997c9aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6fb646-99", "ovs_interfaceid": "2f6fb646-99fc-4193-a2fb-62fe241c188e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.053817] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.175806] env[63380]: DEBUG nova.network.neutron [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updated VIF entry in instance network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.176656] env[63380]: DEBUG nova.network.neutron [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.278586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18c7640c-d248-4990-8382-bb9a890bd93d tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "338287eb-aa3a-4a00-befc-67f86f7c2fee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.416s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.301198] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.301493] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.301690] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.302112] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.302375] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.302723] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.304075] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.304075] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.304075] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.304075] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.304075] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.310263] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb916a0b-c1aa-4955-855f-6222ce1f2030 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.327178] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 957.327178] env[63380]: value = "task-2680409" [ 957.327178] env[63380]: _type = "Task" [ 957.327178] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.343172] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.458278] env[63380]: DEBUG oslo_concurrency.lockutils [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] Releasing lock "refresh_cache-7663f07b-8da1-41bf-a301-00e271bce5d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.458278] env[63380]: DEBUG nova.compute.manager [req-4e6c9ae2-3701-4451-a1e1-d83e8afb8989 req-0cbb5c5c-088d-45ba-a1fa-e8f09213bf48 service nova] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Received event network-vif-deleted-c6a810c0-c77b-4c9b-82cd-1249864e0980 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.554125] env[63380]: DEBUG oslo_vmware.api [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680407, 'name': PowerOnVM_Task, 'duration_secs': 0.64372} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.558295] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.558725] env[63380]: INFO nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Took 9.25 seconds to spawn the instance on the hypervisor. [ 957.560105] env[63380]: DEBUG nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.560372] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e98ec-2750-434a-85e2-695e1a5389f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.597252] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd240d-6f9d-4aa1-9881-016cad4cf782 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.605336] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f983c91b-cf54-41e1-9f94-8e1e398b3533 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.641671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8931e58-1197-4a5a-afe0-0b767690210e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.655054] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba3ae1-5399-4e32-b79d-b47a6291acae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.671234] env[63380]: DEBUG nova.compute.provider_tree [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.679677] env[63380]: DEBUG oslo_concurrency.lockutils [req-d8d86b8e-90ea-44f0-9a88-c4b3f33d47f2 req-a3cf59a6-8b75-4ace-bedc-94a4f7df8925 service nova] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.838137] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680409, 'name': ReconfigVM_Task, 'duration_secs': 0.213} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.838503] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.087166] env[63380]: INFO nova.compute.manager [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Took 31.73 seconds to build instance. [ 958.177749] env[63380]: DEBUG nova.scheduler.client.report [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.345833] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.346471] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.346646] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.346870] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.347121] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.347538] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.347827] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.348023] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.348417] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.348617] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.348799] env[63380]: DEBUG nova.virt.hardware [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.356174] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.356561] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e257bf9d-0e43-460b-90f5-fe8d3a8e0628 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.381594] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 958.381594] env[63380]: value = "task-2680410" [ 958.381594] env[63380]: _type = "Task" [ 958.381594] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.390895] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.512479] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.512782] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.590420] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0457fb42-1d39-4fcb-9668-063b606f1a17 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.247s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.684635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.689463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.766s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.690205] env[63380]: INFO nova.compute.claims [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.718100] env[63380]: INFO nova.scheduler.client.report [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance 3415893a-4e8c-4ac1-bbfa-1ea04e50589b [ 958.861236] env[63380]: DEBUG nova.compute.manager [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.861236] env[63380]: DEBUG nova.compute.manager [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing instance network info cache due to event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.861661] env[63380]: DEBUG oslo_concurrency.lockutils [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.861661] env[63380]: DEBUG oslo_concurrency.lockutils [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.861792] env[63380]: DEBUG nova.network.neutron [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.873354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "643c7634-0e66-4ae8-8178-e0c33da37693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.873644] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.895018] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680410, 'name': ReconfigVM_Task, 'duration_secs': 0.275408} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.898423] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.899539] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d6c6f7-59da-4057-986b-48f38ed07248 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.926315] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.926725] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3efa32b-7812-4306-ad93-519dc25ee03e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.950080] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 958.950080] env[63380]: value = "task-2680411" [ 958.950080] env[63380]: _type = "Task" [ 958.950080] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.966147] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.981663] env[63380]: DEBUG nova.compute.manager [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.981916] env[63380]: DEBUG nova.compute.manager [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing instance network info cache due to event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.982199] env[63380]: DEBUG oslo_concurrency.lockutils [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.017781] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.228277] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9409d3a-01e3-4017-a1e7-de19392d4446 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "3415893a-4e8c-4ac1-bbfa-1ea04e50589b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.482s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.377215] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.466502] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.543943] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.569859] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.570143] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.570401] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.570623] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.570857] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.572976] env[63380]: INFO nova.compute.manager [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Terminating instance [ 959.852078] env[63380]: DEBUG nova.network.neutron [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updated VIF entry in instance network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.852078] env[63380]: DEBUG nova.network.neutron [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.914044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.966087] env[63380]: DEBUG oslo_vmware.api [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680411, 'name': ReconfigVM_Task, 'duration_secs': 0.569054} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.966087] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428/ec5d0cb0-d2c4-4609-8465-6b0319cba428.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.966087] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.079010] env[63380]: DEBUG nova.compute.manager [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.079306] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.080775] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd6da5-cad9-45df-bfa6-a3632633d5e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.096806] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.099363] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df488175-b070-4c17-9433-8486489644e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.104144] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806aa3d-ec7f-4aa4-8853-be76c16269c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.117374] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d62aa-31ea-402c-b449-a862cb2f33ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.122678] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 960.122678] env[63380]: value = "task-2680412" [ 960.122678] env[63380]: _type = "Task" [ 960.122678] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.157941] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e38bcd-9b60-41c6-b504-6b6a1eabec49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.167135] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.170984] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27a2791-b20c-456d-b315-22ce0b48892b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.190412] env[63380]: DEBUG nova.compute.provider_tree [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.354589] env[63380]: DEBUG oslo_concurrency.lockutils [req-25e030ba-a6d7-429b-b4f5-f852b9848fd8 req-2710bc33-0b35-4e70-af0d-a7b124b726e4 service nova] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.355089] env[63380]: DEBUG oslo_concurrency.lockutils [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.355768] env[63380]: DEBUG nova.network.neutron [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.476023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ac3eb-7297-45db-8fea-059c09209334 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.505311] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915276c-f502-41bd-8ccf-86afcaa61308 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.527357] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.634912] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680412, 'name': PowerOffVM_Task, 'duration_secs': 0.273653} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.639383] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.639383] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.639383] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adee9f32-8d80-4af8-94e4-bd24486871a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668136] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.668136] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.696026] env[63380]: DEBUG nova.scheduler.client.report [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.707885] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.707885] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.707885] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore1] a76a7a69-7d97-4e5b-9e44-4d57ff46a03d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.710056] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c9c8478-7320-431a-8a7f-e9ee8ce1c420 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.725476] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 960.725476] env[63380]: value = "task-2680414" [ 960.725476] env[63380]: _type = "Task" [ 960.725476] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.737214] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.026554] env[63380]: DEBUG nova.compute.manager [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Received event network-changed-5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.026849] env[63380]: DEBUG nova.compute.manager [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Refreshing instance network info cache due to event network-changed-5f223958-2ec2-4fed-b1d3-c363d7e98a1f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.031029] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.031029] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.031029] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Refreshing network info cache for port 5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.080902] env[63380]: DEBUG nova.network.neutron [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Port 846c48e2-0f61-4101-88cf-3c78fdae89ff binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 961.131238] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.131944] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4dcc3c-dfa4-41f3-88c5-72d03865ec26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.140763] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.141558] env[63380]: ERROR oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk due to incomplete transfer. [ 961.142087] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94e08155-2cd0-4369-bd5c-0d3d6e7a1f1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.151053] env[63380]: DEBUG oslo_vmware.rw_handles [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ea8cd-245a-087f-512c-34f33e84c2cf/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.151791] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Uploaded image 2498b828-080b-481d-9ccf-0c5988f08678 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.154624] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.154624] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5c18ee2-984a-4bbd-a02a-a59478447e83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.168228] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 961.168228] env[63380]: value = "task-2680415" [ 961.168228] env[63380]: _type = "Task" [ 961.168228] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.171523] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.183027] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680415, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.201656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.202459] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.205039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.661s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.206528] env[63380]: INFO nova.compute.claims [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.237937] env[63380]: DEBUG oslo_vmware.api [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30561} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.241158] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.241510] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.241598] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.241736] env[63380]: INFO nova.compute.manager [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 961.242013] env[63380]: DEBUG oslo.service.loopingcall [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.242263] env[63380]: DEBUG nova.compute.manager [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.242345] env[63380]: DEBUG nova.network.neutron [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.466560] env[63380]: DEBUG nova.network.neutron [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updated VIF entry in instance network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.466973] env[63380]: DEBUG nova.network.neutron [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.684203] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680415, 'name': Destroy_Task, 'duration_secs': 0.386399} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.684470] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Destroyed the VM [ 961.685100] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.687096] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffa82575-6845-4d39-8abc-790fed841ce5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.694540] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 961.694540] env[63380]: value = "task-2680416" [ 961.694540] env[63380]: _type = "Task" [ 961.694540] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.707982] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.710642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.714522] env[63380]: DEBUG nova.compute.utils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.723023] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.723023] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.819217] env[63380]: DEBUG nova.policy [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c37f0ad11fcb479d961e355b9549e244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5912c50fb1ef423eb604a770cba90a74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.912826] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updated VIF entry in instance network info cache for port 5f223958-2ec2-4fed-b1d3-c363d7e98a1f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.913225] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.972984] env[63380]: DEBUG oslo_concurrency.lockutils [req-15b596c5-4ea4-48cf-b9b9-a374a5b6cd7f req-bc98b1fd-7487-417b-b8b8-c79b82e72b22 service nova] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.109749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.109749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.109749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.187239] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Successfully created port: 9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.206802] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.369194} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.207116] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.207401] env[63380]: DEBUG nova.compute.manager [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.208696] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec0695-2d8f-401b-8dc6-e93b292833ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.229027] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.233183] env[63380]: DEBUG nova.network.neutron [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.388430] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "01a530b0-4090-4626-a4dc-30a019bf986f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.388656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.388862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.389056] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.389236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.393290] env[63380]: INFO nova.compute.manager [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Terminating instance [ 962.417687] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.417979] env[63380]: DEBUG nova.compute.manager [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.418172] env[63380]: DEBUG nova.compute.manager [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing instance network info cache due to event network-changed-b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.418381] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Acquiring lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.418524] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Acquired lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.418686] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Refreshing network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.471599] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Successfully created port: b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.510245] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce096a81-90a7-48a5-ae8c-d6dcf88d9b00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.518404] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6f1fdc-512c-4124-9093-583583810bf2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.551628] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4dea04-1c8e-47b9-a7d2-e493c430f458 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.558919] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc88c6-ec63-4984-b050-e9206347d5d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.572586] env[63380]: DEBUG nova.compute.provider_tree [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.726406] env[63380]: INFO nova.compute.manager [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Shelve offloading [ 962.741107] env[63380]: INFO nova.compute.manager [-] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Took 1.50 seconds to deallocate network for instance. [ 962.898466] env[63380]: DEBUG nova.compute.manager [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.898727] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.899687] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ead065-e176-4ffd-9c11-f338771d4175 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.910549] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.911556] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1892bcb5-2ed9-497f-89de-858941f7edcc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.920978] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 962.920978] env[63380]: value = "task-2680417" [ 962.920978] env[63380]: _type = "Task" [ 962.920978] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.936179] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.073155] env[63380]: DEBUG nova.compute.manager [req-27ba1132-3578-46ac-9933-acfb186d13ea req-b13af6a5-9b96-432d-94b7-c733f1b947c7 service nova] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Received event network-vif-deleted-c6bb371f-4354-4da2-92fa-6fbfb7b27933 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.075314] env[63380]: DEBUG nova.scheduler.client.report [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.176548] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.176812] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.176924] env[63380]: DEBUG nova.network.neutron [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.204263] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updated VIF entry in instance network info cache for port b1bf9c11-6272-4850-9181-214abd59e2ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.204664] env[63380]: DEBUG nova.network.neutron [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [{"id": "b1bf9c11-6272-4850-9181-214abd59e2ca", "address": "fa:16:3e:e7:8f:d1", "network": {"id": "04d89d67-3a6a-4104-8f3b-cbe7fe766cb3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518758264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77ea56185ec545389253b674661cac85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf9c11-62", "ovs_interfaceid": "b1bf9c11-6272-4850-9181-214abd59e2ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.233127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.233127] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95f4ef08-6322-4509-9d89-649c2d88a940 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.239875] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.246547] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 963.246547] env[63380]: value = "task-2680418" [ 963.246547] env[63380]: _type = "Task" [ 963.246547] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.254475] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.261379] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.262025] env[63380]: DEBUG nova.compute.manager [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.263824] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5774cb4a-1837-48a3-a954-33fffac71017 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.269955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.270188] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.270425] env[63380]: DEBUG nova.network.neutron [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.280809] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.280809] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.280809] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.280809] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.280809] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.281097] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.281173] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.281351] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.281520] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.281680] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.281849] env[63380]: DEBUG nova.virt.hardware [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.282721] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f55e8d3-b83b-4bf3-b8e7-d6550b503dba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.293395] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ff1ab-ab4d-45fa-b338-9ed86f873a5e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.431198] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680417, 'name': PowerOffVM_Task, 'duration_secs': 0.284623} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.431561] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.431667] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.432204] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-399780cc-76cd-4258-98f8-66bed5fd3e16 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.523262] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.523569] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.523786] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Deleting the datastore file [datastore1] 01a530b0-4090-4626-a4dc-30a019bf986f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.524102] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-705f042b-73dd-47aa-9f43-e553c71e8298 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.531230] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for the task: (returnval){ [ 963.531230] env[63380]: value = "task-2680420" [ 963.531230] env[63380]: _type = "Task" [ 963.531230] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.539513] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.581085] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.581621] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.584449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.671s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.586034] env[63380]: INFO nova.compute.claims [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.707405] env[63380]: DEBUG oslo_concurrency.lockutils [req-89ff5cc9-4592-4845-b524-1d0b3522e40c req-f679c7f3-e7cc-4be7-af3e-c8fd75e11460 service nova] Releasing lock "refresh_cache-01a530b0-4090-4626-a4dc-30a019bf986f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.986018] env[63380]: DEBUG nova.compute.manager [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-vif-plugged-9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.986271] env[63380]: DEBUG oslo_concurrency.lockutils [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] Acquiring lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.986489] env[63380]: DEBUG oslo_concurrency.lockutils [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.986661] env[63380]: DEBUG oslo_concurrency.lockutils [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.986928] env[63380]: DEBUG nova.compute.manager [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] No waiting events found dispatching network-vif-plugged-9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.987150] env[63380]: WARNING nova.compute.manager [req-98dbef88-ecc8-4449-913c-4c147d69c050 req-e6363c29-9802-486a-8af5-beac354dcf43 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received unexpected event network-vif-plugged-9be5ba05-e6f4-41dd-83ea-ca23e3758666 for instance with vm_state building and task_state spawning. [ 964.000147] env[63380]: DEBUG nova.network.neutron [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.044876] env[63380]: DEBUG oslo_vmware.api [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Task: {'id': task-2680420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22557} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.045169] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.045369] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.045845] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.046090] env[63380]: INFO nova.compute.manager [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 964.046704] env[63380]: DEBUG oslo.service.loopingcall [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.046974] env[63380]: DEBUG nova.compute.manager [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.047088] env[63380]: DEBUG nova.network.neutron [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.069699] env[63380]: DEBUG nova.network.neutron [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.090303] env[63380]: DEBUG nova.compute.utils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.098348] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.098556] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.151820] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Successfully updated port: 9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.172772] env[63380]: DEBUG nova.policy [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21c80084fee481ca39302a9fbbd0ecf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75193f7650ef40ce9f873f31fa327351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.502838] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.520526] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Successfully created port: 4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.571995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.598499] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.751313] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.751520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab216683-ff78-42fb-b749-792c0802fb84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.761315] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.761574] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08b17e9b-0732-4f92-95e0-7b75e3d6195d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.834553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.834777] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.834963] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleting the datastore file [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.835232] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b50e7485-4fe8-4978-8162-b10d2e5447aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.842674] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 964.842674] env[63380]: value = "task-2680422" [ 964.842674] env[63380]: _type = "Task" [ 964.842674] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.851285] env[63380]: DEBUG nova.network.neutron [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.855850] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.901524] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea677c50-4dde-4a76-bf45-550234834f35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.909762] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56df22ec-142b-4014-b478-e6953ae580f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.945872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b6ea4-24cd-4fa8-b9e4-f689c3cc16b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.955734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fdb59f-dcc1-4f03-a222-04828d12eb61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.971091] env[63380]: DEBUG nova.compute.provider_tree [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.095564] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc61d8d-21f2-4854-9ffc-300474cc5f8f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.125103] env[63380]: DEBUG nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Received event network-vif-deleted-b1bf9c11-6272-4850-9181-214abd59e2ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.125103] env[63380]: DEBUG nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-vif-unplugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.125103] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.125367] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.125367] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.125495] env[63380]: DEBUG nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] No waiting events found dispatching network-vif-unplugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.126187] env[63380]: WARNING nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received unexpected event network-vif-unplugged-4b479690-16a0-4ab7-9892-04554efa5857 for instance with vm_state shelved and task_state shelving_offloading. [ 965.126187] env[63380]: DEBUG nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-changed-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.126187] env[63380]: DEBUG nova.compute.manager [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing instance network info cache due to event network-changed-4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.126187] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.126422] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.126422] env[63380]: DEBUG nova.network.neutron [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.129109] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d7dc4-c06c-4f54-a564-bfa4780b6799 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.142676] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.353448] env[63380]: DEBUG oslo_vmware.api [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167341} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.353774] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.356435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.356435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.356754] env[63380]: INFO nova.compute.manager [-] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Took 1.31 seconds to deallocate network for instance. [ 965.375644] env[63380]: INFO nova.scheduler.client.report [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted allocations for instance 79d02f19-51af-41ca-abcb-89bc6d6631dd [ 965.476083] env[63380]: DEBUG nova.scheduler.client.report [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.629994] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.650987] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d5619f92-3687-4764-a7da-5ed67b765795 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance 'ec5d0cb0-d2c4-4609-8465-6b0319cba428' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.662091] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.662345] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.662504] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.662685] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.662838] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.662985] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.663211] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.663362] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.663532] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.663692] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.663868] env[63380]: DEBUG nova.virt.hardware [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.664739] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb083f08-8475-4208-9027-66f9f33756e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.675047] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b8d6c-8ba8-4814-b725-c9932788b891 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.821950] env[63380]: DEBUG nova.network.neutron [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updated VIF entry in instance network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.822386] env[63380]: DEBUG nova.network.neutron [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4b479690-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.862729] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.880292] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.983019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.983019] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.983790] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.273s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.985339] env[63380]: INFO nova.compute.claims [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.041807] env[63380]: DEBUG nova.compute.manager [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-changed-9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.041807] env[63380]: DEBUG nova.compute.manager [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Refreshing instance network info cache due to event network-changed-9be5ba05-e6f4-41dd-83ea-ca23e3758666. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.041807] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Acquiring lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.041807] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Acquired lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.041807] env[63380]: DEBUG nova.network.neutron [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Refreshing network info cache for port 9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.188496] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Successfully updated port: 4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.324922] env[63380]: DEBUG oslo_concurrency.lockutils [req-a2af1055-6877-4641-a551-1206995faf23 req-155d5efc-3cff-4898-b65b-c24b0c0a6f28 service nova] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.336884] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Successfully updated port: b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.490242] env[63380]: DEBUG nova.compute.utils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.494414] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.494414] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.535928] env[63380]: DEBUG nova.policy [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fd1165f18fd4991838b632d4694a5ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '204baa656cb64ad186fe6037294322bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.623090] env[63380]: DEBUG nova.network.neutron [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.691091] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.691372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.691418] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.751780] env[63380]: DEBUG nova.network.neutron [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.840817] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.982936] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Successfully created port: b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.994859] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.253880] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Releasing lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.257455] env[63380]: DEBUG nova.compute.manager [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Received event network-vif-plugged-4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.257455] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.257455] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.257455] env[63380]: DEBUG oslo_concurrency.lockutils [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.257455] env[63380]: DEBUG nova.compute.manager [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] No waiting events found dispatching network-vif-plugged-4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.257455] env[63380]: WARNING nova.compute.manager [req-3c015d7a-7421-4415-bc88-27ee1ac48359 req-37d677bc-0683-4381-b4fe-2269466ff6b2 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Received unexpected event network-vif-plugged-4857caeb-e9f2-4c77-b6da-2ef719bdf339 for instance with vm_state building and task_state spawning. [ 967.257455] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.257455] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.264267] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.328456] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b01cb-ac04-470f-ae57-39051604c823 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.341426] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a08df-1ef0-42b2-883a-ee1907aaba7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.383141] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c8524-f628-468f-8e8d-ff243f7e2060 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.392396] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6901cd9-f50e-4a14-bbf6-9422e8bf20a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.409342] env[63380]: DEBUG nova.compute.provider_tree [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.541931] env[63380]: DEBUG nova.network.neutron [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.795144] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.849600] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.849916] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.850131] env[63380]: DEBUG nova.compute.manager [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Going to confirm migration 3 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 967.909840] env[63380]: DEBUG nova.scheduler.client.report [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.009224] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.045854] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.045854] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Instance network_info: |[{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.046066] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4857caeb-e9f2-4c77-b6da-2ef719bdf339', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.054190] env[63380]: DEBUG oslo.service.loopingcall [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.058958] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.058958] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.058958] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.059256] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.059404] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.059589] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.059936] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.060206] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.060452] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.060698] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.060863] env[63380]: DEBUG nova.virt.hardware [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.061488] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.063953] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538863db-7eef-4b0d-a138-262a3e365f52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.065166] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b0a098-2416-4b7a-9c6a-1eb53f79dbe6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.084644] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Received event network-changed-4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.084894] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Refreshing instance network info cache due to event network-changed-4857caeb-e9f2-4c77-b6da-2ef719bdf339. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.085153] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Acquiring lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.085329] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Acquired lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.085564] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Refreshing network info cache for port 4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.090721] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4952f0f-e9c6-4c86-b8b5-92082b4ffcef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.095975] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.095975] env[63380]: value = "task-2680423" [ 968.095975] env[63380]: _type = "Task" [ 968.095975] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.107950] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.114106] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680423, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.115122] env[63380]: DEBUG nova.network.neutron [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updating instance_info_cache with network_info: [{"id": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "address": "fa:16:3e:bc:92:b8", "network": {"id": "b85aff46-8d5a-4b0f-adc7-3321328e03cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216370938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be5ba05-e6", "ovs_interfaceid": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b01d25af-dabe-49d4-bd97-673e4849e86f", "address": "fa:16:3e:f3:db:93", "network": {"id": "274e6673-0470-42c2-b604-d3b9cfeb6c14", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651279601", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01d25af-da", "ovs_interfaceid": "b01d25af-dabe-49d4-bd97-673e4849e86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.405083] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.405304] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.405533] env[63380]: DEBUG nova.network.neutron [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.405725] env[63380]: DEBUG nova.objects.instance [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'info_cache' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.416024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.416781] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.419960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.167s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.420289] env[63380]: DEBUG nova.objects.instance [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid a76a7a69-7d97-4e5b-9e44-4d57ff46a03d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.609232] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680423, 'name': CreateVM_Task, 'duration_secs': 0.304502} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.609472] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.610269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.610433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.610747] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.611014] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54383b42-ff9f-4792-8142-aaaa7c750e65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.617737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.618092] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance network_info: |[{"id": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "address": "fa:16:3e:bc:92:b8", "network": {"id": "b85aff46-8d5a-4b0f-adc7-3321328e03cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216370938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be5ba05-e6", "ovs_interfaceid": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b01d25af-dabe-49d4-bd97-673e4849e86f", "address": "fa:16:3e:f3:db:93", "network": {"id": "274e6673-0470-42c2-b604-d3b9cfeb6c14", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651279601", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01d25af-da", "ovs_interfaceid": "b01d25af-dabe-49d4-bd97-673e4849e86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.618589] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 968.618589] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b67373-2506-e415-8e40-50b8ffd0b46d" [ 968.618589] env[63380]: _type = "Task" [ 968.618589] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.618877] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:92:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9be5ba05-e6f4-41dd-83ea-ca23e3758666', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:db:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b01d25af-dabe-49d4-bd97-673e4849e86f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.630825] env[63380]: DEBUG oslo.service.loopingcall [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.631506] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.635051] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d7fdeee-3224-44fb-9b03-39b605400da3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.660727] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b67373-2506-e415-8e40-50b8ffd0b46d, 'name': SearchDatastore_Task, 'duration_secs': 0.014872} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.662329] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.662581] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.662915] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.663162] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.663462] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.663788] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.663788] env[63380]: value = "task-2680424" [ 968.663788] env[63380]: _type = "Task" [ 968.663788] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.664104] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3047b0ae-4f2a-4aeb-b0c9-74863f4b2b03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.677476] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680424, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.678877] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.679118] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.679872] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47768c75-1957-4f49-af33-c2bbe02377d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.684998] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 968.684998] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d132b-3c27-96bf-d977-4f557a3e90aa" [ 968.684998] env[63380]: _type = "Task" [ 968.684998] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.693033] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d132b-3c27-96bf-d977-4f557a3e90aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.838315] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Successfully updated port: b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.922849] env[63380]: DEBUG nova.compute.utils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.927149] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.930456] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.933657] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updated VIF entry in instance network info cache for port 4857caeb-e9f2-4c77-b6da-2ef719bdf339. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.934205] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.975945] env[63380]: DEBUG nova.policy [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c450093f83f413ebc365b7309ec547b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aec062ddb5f4700baef639c4e11da62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.180076] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680424, 'name': CreateVM_Task, 'duration_secs': 0.40924} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.181254] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.182349] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.186664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.186664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.186664] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09574a9b-4cb8-4d03-8ba8-b1860d040a01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.193511] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 969.193511] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52365f58-8eb1-49d6-2440-f7d022ce9952" [ 969.193511] env[63380]: _type = "Task" [ 969.193511] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.202786] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d132b-3c27-96bf-d977-4f557a3e90aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.203911] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91db65e0-1668-43fd-9bf4-f0dbbdfe6061 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.213039] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52365f58-8eb1-49d6-2440-f7d022ce9952, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.213825] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.214126] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.214390] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.216818] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 969.216818] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ecfdf-8f5b-2435-623a-61c82fb82867" [ 969.216818] env[63380]: _type = "Task" [ 969.216818] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.225584] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ecfdf-8f5b-2435-623a-61c82fb82867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.226983] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b676fd3-5f43-4bd9-b91d-6694ee0291f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.234497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef67635-53c8-4730-8279-9be545aa7722 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.267480] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae98600-aa11-4f69-bdfb-83549932e1a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.275584] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea04ec7-74f8-47a8-920d-cf95fec639d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.291066] env[63380]: DEBUG nova.compute.provider_tree [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.292633] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Successfully created port: d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.343791] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.343958] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquired lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.344217] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.436514] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.439658] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Releasing lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.439824] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-vif-plugged-b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.440026] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Acquiring lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.440288] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.440500] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.440707] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] No waiting events found dispatching network-vif-plugged-b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.440929] env[63380]: WARNING nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received unexpected event network-vif-plugged-b01d25af-dabe-49d4-bd97-673e4849e86f for instance with vm_state building and task_state spawning. [ 969.441160] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-changed-b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.441359] env[63380]: DEBUG nova.compute.manager [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Refreshing instance network info cache due to event network-changed-b01d25af-dabe-49d4-bd97-673e4849e86f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.441578] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Acquiring lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.441750] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Acquired lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.441961] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Refreshing network info cache for port b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.733689] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525ecfdf-8f5b-2435-623a-61c82fb82867, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.734163] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.734578] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.735180] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.735497] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.735829] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff9d731a-8f7c-4874-b29b-b1120842c4c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.738993] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e385c08-4d64-4d92-b714-5151dea7dd45 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.749183] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 969.749183] env[63380]: value = "task-2680425" [ 969.749183] env[63380]: _type = "Task" [ 969.749183] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.750924] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.751282] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.756740] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae45147-a247-4be0-b99d-8401bf69b9b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.760833] env[63380]: DEBUG nova.network.neutron [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.770592] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.773144] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 969.773144] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520bec12-8093-8bbe-2ed9-2b3d4ff2d15d" [ 969.773144] env[63380]: _type = "Task" [ 969.773144] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.783982] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520bec12-8093-8bbe-2ed9-2b3d4ff2d15d, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.784723] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6bd67f-1091-4187-85ed-575a727b4e96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.790357] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 969.790357] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c79f78-1fc0-613f-8eb5-1c96caa4ed2f" [ 969.790357] env[63380]: _type = "Task" [ 969.790357] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.798284] env[63380]: DEBUG nova.scheduler.client.report [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.801721] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c79f78-1fc0-613f-8eb5-1c96caa4ed2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.875077] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.069690] env[63380]: DEBUG nova.network.neutron [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updating instance_info_cache with network_info: [{"id": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "address": "fa:16:3e:a6:10:57", "network": {"id": "f193b3f6-a62f-41b8-a3dc-68f9d14cff78", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1895660955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204baa656cb64ad186fe6037294322bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b88ea2-fc", "ovs_interfaceid": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.267447] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495983} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.268048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.268297] env[63380]: DEBUG nova.objects.instance [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'migration_context' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.269421] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.269642] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.270148] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43ec89eb-3bb4-424e-9a81-fe3abdc7983e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.284388] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 970.284388] env[63380]: value = "task-2680426" [ 970.284388] env[63380]: _type = "Task" [ 970.284388] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.298705] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.303352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.308624] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.446s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.308908] env[63380]: DEBUG nova.objects.instance [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lazy-loading 'resources' on Instance uuid 01a530b0-4090-4626-a4dc-30a019bf986f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.310014] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c79f78-1fc0-613f-8eb5-1c96caa4ed2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.313292] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.313423] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] fb480e6d-21a2-42e0-af20-40079ca9039f/fb480e6d-21a2-42e0-af20-40079ca9039f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.313641] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15688d94-681b-42c1-a761-eed7f9999ead {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.326439] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 970.326439] env[63380]: value = "task-2680427" [ 970.326439] env[63380]: _type = "Task" [ 970.326439] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.333124] env[63380]: INFO nova.scheduler.client.report [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance a76a7a69-7d97-4e5b-9e44-4d57ff46a03d [ 970.341898] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.458050] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.490062] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.493354] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.493354] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.493354] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.493354] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.493354] env[63380]: DEBUG nova.virt.hardware [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.493354] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdde258-52ee-4e0c-81e9-679222ec4275 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.509671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2faa603-6303-45e2-bc02-6c49b0b3bb83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.536434] env[63380]: DEBUG nova.compute.manager [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Received event network-vif-plugged-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.536765] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Acquiring lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.536916] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.537108] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.537285] env[63380]: DEBUG nova.compute.manager [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] No waiting events found dispatching network-vif-plugged-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.537453] env[63380]: WARNING nova.compute.manager [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Received unexpected event network-vif-plugged-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f for instance with vm_state building and task_state spawning. [ 970.537716] env[63380]: DEBUG nova.compute.manager [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Received event network-changed-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.538108] env[63380]: DEBUG nova.compute.manager [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Refreshing instance network info cache due to event network-changed-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.538108] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Acquiring lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.540875] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updated VIF entry in instance network info cache for port b01d25af-dabe-49d4-bd97-673e4849e86f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.541413] env[63380]: DEBUG nova.network.neutron [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updating instance_info_cache with network_info: [{"id": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "address": "fa:16:3e:bc:92:b8", "network": {"id": "b85aff46-8d5a-4b0f-adc7-3321328e03cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1216370938", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be5ba05-e6", "ovs_interfaceid": "9be5ba05-e6f4-41dd-83ea-ca23e3758666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b01d25af-dabe-49d4-bd97-673e4849e86f", "address": "fa:16:3e:f3:db:93", "network": {"id": "274e6673-0470-42c2-b604-d3b9cfeb6c14", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651279601", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01d25af-da", "ovs_interfaceid": "b01d25af-dabe-49d4-bd97-673e4849e86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.572443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Releasing lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.572813] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Instance network_info: |[{"id": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "address": "fa:16:3e:a6:10:57", "network": {"id": "f193b3f6-a62f-41b8-a3dc-68f9d14cff78", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1895660955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204baa656cb64ad186fe6037294322bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b88ea2-fc", "ovs_interfaceid": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.573120] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Acquired lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.573315] env[63380]: DEBUG nova.network.neutron [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Refreshing network info cache for port b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.575102] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:10:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8b88ea2-fc77-4bba-a19e-dcd2cedf019f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.583578] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Creating folder: Project (204baa656cb64ad186fe6037294322bd). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.585092] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e29b946-7f66-49b0-b06b-49065791b204 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.603035] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Created folder: Project (204baa656cb64ad186fe6037294322bd) in parent group-v540155. [ 970.603035] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Creating folder: Instances. Parent ref: group-v540413. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.604117] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9543211c-a1ea-461c-9df7-b1a9385cca23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.620063] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Created folder: Instances in parent group-v540413. [ 970.620356] env[63380]: DEBUG oslo.service.loopingcall [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.620929] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.621213] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f9cf58-70d3-4903-949e-e114ca2e820d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.648142] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.648142] env[63380]: value = "task-2680430" [ 970.648142] env[63380]: _type = "Task" [ 970.648142] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.657691] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680430, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.687233] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Successfully updated port: d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.771935] env[63380]: DEBUG nova.objects.base [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.774069] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff64518-a8e3-4a75-a67f-ef2525f5517e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.796874] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2f8f15-8594-4540-8c79-61b60873a44f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.807258] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076792} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.808643] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.808990] env[63380]: DEBUG oslo_vmware.api [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 970.808990] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c3078-388d-c164-2d7d-ac9f7097ef97" [ 970.808990] env[63380]: _type = "Task" [ 970.808990] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.809697] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e1804-9eff-4650-bf15-4bd767010f15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.837017] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.846186] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e02374a-809f-4aa0-acfd-d3cff039f2d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.859955] env[63380]: DEBUG oslo_vmware.api [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522c3078-388d-c164-2d7d-ac9f7097ef97, 'name': SearchDatastore_Task, 'duration_secs': 0.012951} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.862547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.865849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e91a5187-e17e-4a22-968a-5cc2bc6a9a15 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "a76a7a69-7d97-4e5b-9e44-4d57ff46a03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.296s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.870667] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483393} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.872496] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] fb480e6d-21a2-42e0-af20-40079ca9039f/fb480e6d-21a2-42e0-af20-40079ca9039f.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.872942] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.873277] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 970.873277] env[63380]: value = "task-2680431" [ 970.873277] env[63380]: _type = "Task" [ 970.873277] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.876044] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce04d61d-64c4-4c61-91fb-281796810521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.889140] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.891948] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 970.891948] env[63380]: value = "task-2680432" [ 970.891948] env[63380]: _type = "Task" [ 970.891948] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.904307] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.044537] env[63380]: DEBUG oslo_concurrency.lockutils [req-9264aeda-efbe-44fb-a8e6-e71b0805a3e3 req-bd7ce459-00b8-47e1-9bea-06085ff34f8d service nova] Releasing lock "refresh_cache-fb480e6d-21a2-42e0-af20-40079ca9039f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.109274] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e3eda-ba9b-4e6c-a7f8-9d3ee5dfcbfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.118604] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142f17da-4d91-484f-bc94-e8b8de57177b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.154969] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803f789-4104-4131-8370-d49c9d4986eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.169658] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe5747-5186-43b1-8bf7-f6a7f88b8b8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.174136] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680430, 'name': CreateVM_Task, 'duration_secs': 0.482816} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.174365] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.175410] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.175593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.175952] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.176228] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988cad1f-62fa-4796-bbe3-accdf3824a88 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.186474] env[63380]: DEBUG nova.compute.provider_tree [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.192943] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.192943] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquired lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.192943] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.194199] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 971.194199] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528390e4-7922-f7bf-d1ac-8f59b51d8a0f" [ 971.194199] env[63380]: _type = "Task" [ 971.194199] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.205303] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528390e4-7922-f7bf-d1ac-8f59b51d8a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.323428] env[63380]: DEBUG nova.network.neutron [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updated VIF entry in instance network info cache for port b8b88ea2-fc77-4bba-a19e-dcd2cedf019f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.323777] env[63380]: DEBUG nova.network.neutron [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updating instance_info_cache with network_info: [{"id": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "address": "fa:16:3e:a6:10:57", "network": {"id": "f193b3f6-a62f-41b8-a3dc-68f9d14cff78", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1895660955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204baa656cb64ad186fe6037294322bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b88ea2-fc", "ovs_interfaceid": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.387960] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680431, 'name': ReconfigVM_Task, 'duration_secs': 0.320856} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.388266] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.388875] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1086840-b358-4ecb-a2e9-1eebb2207937 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.397568] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 971.397568] env[63380]: value = "task-2680433" [ 971.397568] env[63380]: _type = "Task" [ 971.397568] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.405473] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079259} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.405892] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.407000] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b78a5c0-9bbf-45cb-9fae-457e5f43fac5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.412862] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680433, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.436774] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] fb480e6d-21a2-42e0-af20-40079ca9039f/fb480e6d-21a2-42e0-af20-40079ca9039f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.437120] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395b9375-5dd3-403c-9eb2-9c2c01191161 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.458940] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 971.458940] env[63380]: value = "task-2680434" [ 971.458940] env[63380]: _type = "Task" [ 971.458940] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.467661] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.595064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "b12c2470-c033-4682-9af4-45cd724f0070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.595394] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.689723] env[63380]: DEBUG nova.scheduler.client.report [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.709709] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528390e4-7922-f7bf-d1ac-8f59b51d8a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023111} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.710808] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.711085] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.711328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.711487] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.711680] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.712198] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c800b919-2a44-4404-af8a-98a78dcae7ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.722606] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.722858] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.723857] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24c61e3-ace9-48fb-96e4-a37378fb21e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.728223] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.733348] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 971.733348] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52891fe7-ea14-cc42-481b-4bfbcb8e31ce" [ 971.733348] env[63380]: _type = "Task" [ 971.733348] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.743244] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52891fe7-ea14-cc42-481b-4bfbcb8e31ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.826375] env[63380]: DEBUG oslo_concurrency.lockutils [req-ff2718f9-fe17-420d-9bcb-853bfea7d1e4 req-500b3416-9ce7-4100-91b4-bee8b61b904f service nova] Releasing lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.893715] env[63380]: DEBUG nova.network.neutron [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Updating instance_info_cache with network_info: [{"id": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "address": "fa:16:3e:fb:30:14", "network": {"id": "36dc86c7-395f-4ae8-a27e-4b73e33e5e27", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2057914103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aec062ddb5f4700baef639c4e11da62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dee44c-94", "ovs_interfaceid": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.908983] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680433, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.970620] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680434, 'name': ReconfigVM_Task, 'duration_secs': 0.35107} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.970898] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Reconfigured VM instance instance-0000005d to attach disk [datastore1] fb480e6d-21a2-42e0-af20-40079ca9039f/fb480e6d-21a2-42e0-af20-40079ca9039f.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.971552] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8b90b87-9100-4c0a-86d6-4a2c698477c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.979702] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 971.979702] env[63380]: value = "task-2680435" [ 971.979702] env[63380]: _type = "Task" [ 971.979702] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.989371] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680435, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.097600] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.195252] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.198684] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.318s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.199161] env[63380]: DEBUG nova.objects.instance [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'resources' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.217021] env[63380]: INFO nova.scheduler.client.report [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Deleted allocations for instance 01a530b0-4090-4626-a4dc-30a019bf986f [ 972.244756] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52891fe7-ea14-cc42-481b-4bfbcb8e31ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.245572] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf087a86-efba-4c13-a71b-f51af6433234 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.251340] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 972.251340] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c91253-7777-42c5-141d-a37f4f454859" [ 972.251340] env[63380]: _type = "Task" [ 972.251340] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.260010] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c91253-7777-42c5-141d-a37f4f454859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.396403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Releasing lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.396749] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Instance network_info: |[{"id": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "address": "fa:16:3e:fb:30:14", "network": {"id": "36dc86c7-395f-4ae8-a27e-4b73e33e5e27", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2057914103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aec062ddb5f4700baef639c4e11da62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dee44c-94", "ovs_interfaceid": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.397227] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:30:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5dee44c-94b2-46ef-b2d5-e4f3234d4972', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.404987] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Creating folder: Project (0aec062ddb5f4700baef639c4e11da62). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.405341] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-643e7f8d-cff8-4461-81ec-722a4ad838e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.417670] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680433, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.421507] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Created folder: Project (0aec062ddb5f4700baef639c4e11da62) in parent group-v540155. [ 972.421717] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Creating folder: Instances. Parent ref: group-v540416. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.421963] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-064a5f3d-e39a-49e9-8084-57604b2a28c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.431780] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Created folder: Instances in parent group-v540416. [ 972.432051] env[63380]: DEBUG oslo.service.loopingcall [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.432310] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.432525] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fad44df-d24f-4c96-9058-9e855618375b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.456585] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.456585] env[63380]: value = "task-2680438" [ 972.456585] env[63380]: _type = "Task" [ 972.456585] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.465406] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680438, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.490912] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680435, 'name': Rename_Task, 'duration_secs': 0.336438} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.491207] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.491448] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b5a6fb-4890-444a-8fa0-3a818dfad0d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.497977] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 972.497977] env[63380]: value = "task-2680439" [ 972.497977] env[63380]: _type = "Task" [ 972.497977] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.511023] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.616124] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.637213] env[63380]: DEBUG nova.compute.manager [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Received event network-vif-plugged-d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.637442] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Acquiring lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.637729] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.637834] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.638042] env[63380]: DEBUG nova.compute.manager [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] No waiting events found dispatching network-vif-plugged-d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.638177] env[63380]: WARNING nova.compute.manager [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Received unexpected event network-vif-plugged-d5dee44c-94b2-46ef-b2d5-e4f3234d4972 for instance with vm_state building and task_state spawning. [ 972.638287] env[63380]: DEBUG nova.compute.manager [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Received event network-changed-d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.638451] env[63380]: DEBUG nova.compute.manager [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Refreshing instance network info cache due to event network-changed-d5dee44c-94b2-46ef-b2d5-e4f3234d4972. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.638683] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Acquiring lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.638817] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Acquired lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.639054] env[63380]: DEBUG nova.network.neutron [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Refreshing network info cache for port d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.702928] env[63380]: DEBUG nova.objects.instance [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'numa_topology' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.725543] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0870ebe3-f52a-4176-b31d-5887b93d3991 tempest-ServerRescueTestJSONUnderV235-207039076 tempest-ServerRescueTestJSONUnderV235-207039076-project-member] Lock "01a530b0-4090-4626-a4dc-30a019bf986f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.337s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.764108] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c91253-7777-42c5-141d-a37f4f454859, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.764432] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.764776] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 643c7634-0e66-4ae8-8178-e0c33da37693/643c7634-0e66-4ae8-8178-e0c33da37693.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.764955] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d305b0a6-f3f5-4684-b6bf-54d2779d952e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.774694] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 972.774694] env[63380]: value = "task-2680440" [ 972.774694] env[63380]: _type = "Task" [ 972.774694] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.783856] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.915936] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680433, 'name': Rename_Task, 'duration_secs': 1.168272} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.916297] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.916477] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a036d22f-4485-42ce-86b4-855016edadbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.924614] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 972.924614] env[63380]: value = "task-2680441" [ 972.924614] env[63380]: _type = "Task" [ 972.924614] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.951682] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.951968] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.953460] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.968348] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680438, 'name': CreateVM_Task, 'duration_secs': 0.388667} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.968548] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.969218] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.969385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.969717] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.970051] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90a9172-f24e-42fd-adae-9726a1899a50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.975888] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 972.975888] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a505c0-7924-62a3-4acc-5a81300c142e" [ 972.975888] env[63380]: _type = "Task" [ 972.975888] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.986336] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a505c0-7924-62a3-4acc-5a81300c142e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.016963] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.207042] env[63380]: DEBUG nova.objects.base [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Object Instance<79d02f19-51af-41ca-abcb-89bc6d6631dd> lazy-loaded attributes: resources,numa_topology {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.285590] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680440, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.436043] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.455435] env[63380]: INFO nova.compute.manager [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Detaching volume 4c0b00f1-049d-4bdc-bc60-3e01c08d53c9 [ 973.464463] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7867fb07-6eab-4054-bf26-e10e4a7e77d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.474907] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc63c44-e390-459c-85a4-fb792c105044 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.489407] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a505c0-7924-62a3-4acc-5a81300c142e, 'name': SearchDatastore_Task, 'duration_secs': 0.073745} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.515972] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.518021] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.518021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.518021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.518021] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.518924] env[63380]: INFO nova.virt.block_device [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Attempting to driver detach volume 4c0b00f1-049d-4bdc-bc60-3e01c08d53c9 from mountpoint /dev/sdb [ 973.519279] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.519604] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540386', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'name': 'volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5310e05d-029e-4c7d-a129-c324d99d2889', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'serial': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.520097] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aed6613-774d-4ddb-84cd-9acf05a8543c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.526104] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a49c54f-f2da-4510-a503-5bb78df73819 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.529026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d70e3-860f-4b4a-9a79-8302d2013ffd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.532107] env[63380]: DEBUG nova.network.neutron [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Updated VIF entry in instance network info cache for port d5dee44c-94b2-46ef-b2d5-e4f3234d4972. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.532571] env[63380]: DEBUG nova.network.neutron [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Updating instance_info_cache with network_info: [{"id": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "address": "fa:16:3e:fb:30:14", "network": {"id": "36dc86c7-395f-4ae8-a27e-4b73e33e5e27", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2057914103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aec062ddb5f4700baef639c4e11da62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dee44c-94", "ovs_interfaceid": "d5dee44c-94b2-46ef-b2d5-e4f3234d4972", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.540574] env[63380]: DEBUG oslo_vmware.api [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680439, 'name': PowerOnVM_Task, 'duration_secs': 0.578128} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.560064] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.560064] env[63380]: INFO nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 973.560064] env[63380]: DEBUG nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.562492] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb8aee2-ab5a-4b18-b532-9fd43f8c3fea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.565458] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b56d4-dd17-405d-8545-bf5c223dec51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.568924] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c308a31-5d85-4a23-8eeb-99ae03b013d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.572692] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.572879] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.573919] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78870662-17d3-4136-ac08-0a78b82d181f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581976] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 973.581976] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523789a3-082b-3c4f-1614-9ca1e4bf776e" [ 973.581976] env[63380]: _type = "Task" [ 973.581976] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.593008] env[63380]: DEBUG nova.compute.provider_tree [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.603190] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7abf5b-c794-4024-9e83-db226145fef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.612682] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523789a3-082b-3c4f-1614-9ca1e4bf776e, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.635825] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01062d05-a54f-4709-bd26-d3f3adffc509 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.639020] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4529f5-588a-4ce4-ac19-841e2b7a9542 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.647268] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 973.647268] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5267ce66-cfd0-41af-5cd8-1f2ffdf9ad9b" [ 973.647268] env[63380]: _type = "Task" [ 973.647268] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.661316] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9/volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.665423] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.669186] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9073d7-7333-4a6c-8fef-c1bde3450a05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.690695] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5267ce66-cfd0-41af-5cd8-1f2ffdf9ad9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.693575] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.693575] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2/fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.693575] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 973.693575] env[63380]: value = "task-2680442" [ 973.693575] env[63380]: _type = "Task" [ 973.693575] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.693575] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b795ea57-0822-4cc5-b7bb-9311b8c63981 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.706108] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.707366] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 973.707366] env[63380]: value = "task-2680443" [ 973.707366] env[63380]: _type = "Task" [ 973.707366] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.719704] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.788157] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519602} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.788437] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 643c7634-0e66-4ae8-8178-e0c33da37693/643c7634-0e66-4ae8-8178-e0c33da37693.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.788652] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.788932] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d2c1bd-8008-4053-9443-d1b28dc86e22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.796602] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 973.796602] env[63380]: value = "task-2680444" [ 973.796602] env[63380]: _type = "Task" [ 973.796602] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.805994] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.939188] env[63380]: DEBUG oslo_vmware.api [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680441, 'name': PowerOnVM_Task, 'duration_secs': 0.838079} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.939914] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.940280] env[63380]: INFO nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Took 8.31 seconds to spawn the instance on the hypervisor. [ 973.940588] env[63380]: DEBUG nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.941546] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2d0edf-a141-4a8d-b9f8-2b881d8c3976 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.037034] env[63380]: DEBUG oslo_concurrency.lockutils [req-853ac1e1-0bd2-436d-afa9-eba25f529739 req-e907088a-482b-47c7-bae8-85b778b3fb24 service nova] Releasing lock "refresh_cache-fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.100860] env[63380]: DEBUG nova.scheduler.client.report [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.123756] env[63380]: INFO nova.compute.manager [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Took 17.23 seconds to build instance. [ 974.208271] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680442, 'name': ReconfigVM_Task, 'duration_secs': 0.28698} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.208762] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.217093] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e1bad3-dd78-482e-86cf-8efd3b4e5ea2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.234225] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.235881] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 974.235881] env[63380]: value = "task-2680445" [ 974.235881] env[63380]: _type = "Task" [ 974.235881] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.245578] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.309723] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10972} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.309723] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.309723] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3fc4d-b4da-493d-962f-00e0cbed4a43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.338273] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 643c7634-0e66-4ae8-8178-e0c33da37693/643c7634-0e66-4ae8-8178-e0c33da37693.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.338273] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc81233-bcad-43ef-a465-df555c1c78ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.357681] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 974.357681] env[63380]: value = "task-2680446" [ 974.357681] env[63380]: _type = "Task" [ 974.357681] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.365920] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.460889] env[63380]: INFO nova.compute.manager [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Took 14.94 seconds to build instance. [ 974.570454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "fb480e6d-21a2-42e0-af20-40079ca9039f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.614952] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.617975] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.755s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.626862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ba4ba2dd-5ffc-4695-9406-78f3a98e14f4 tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.742s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.626862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.626862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.626862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.626862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.628821] env[63380]: INFO nova.compute.manager [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Terminating instance [ 974.721136] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62867} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.721466] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2/fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.721691] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.721961] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8edae883-ab5a-485f-9413-39739ed764d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.736644] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 974.736644] env[63380]: value = "task-2680447" [ 974.736644] env[63380]: _type = "Task" [ 974.736644] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.752220] env[63380]: DEBUG oslo_vmware.api [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680445, 'name': ReconfigVM_Task, 'duration_secs': 0.175397} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.754903] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540386', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'name': 'volume-4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5310e05d-029e-4c7d-a129-c324d99d2889', 'attached_at': '', 'detached_at': '', 'volume_id': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9', 'serial': '4c0b00f1-049d-4bdc-bc60-3e01c08d53c9'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.757308] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.868989] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680446, 'name': ReconfigVM_Task, 'duration_secs': 0.299436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.869265] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 643c7634-0e66-4ae8-8178-e0c33da37693/643c7634-0e66-4ae8-8178-e0c33da37693.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.869967] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22aea5a3-ceb8-41fb-93b6-7ed9e6d1fd04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.877855] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 974.877855] env[63380]: value = "task-2680448" [ 974.877855] env[63380]: _type = "Task" [ 974.877855] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.887640] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680448, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.963061] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c8186403-fbf5-4664-8506-f0318493ff59 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.450s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.126784] env[63380]: DEBUG oslo_concurrency.lockutils [None req-297d7bb8-d706-4471-949e-87a976606f0b tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.364s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.127667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.020s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.127821] env[63380]: INFO nova.compute.manager [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Unshelving [ 975.135428] env[63380]: DEBUG nova.compute.manager [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.135715] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.137066] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33305d9f-4e0b-4a79-8507-933d8d61a48c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.146863] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.147131] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d74f279d-c89d-4739-beaf-537d800dfe4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.158853] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 975.158853] env[63380]: value = "task-2680449" [ 975.158853] env[63380]: _type = "Task" [ 975.158853] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.181913] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.254502] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241899} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.254818] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.255680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20829e33-5784-4eab-a959-429ff0bc1cb1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.283809] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2/fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.287160] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98898d28-9888-44f5-ad77-c57e5ea23643 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.312894] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 975.312894] env[63380]: value = "task-2680450" [ 975.312894] env[63380]: _type = "Task" [ 975.312894] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.317403] env[63380]: DEBUG nova.objects.instance [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'flavor' on Instance uuid 5310e05d-029e-4c7d-a129-c324d99d2889 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.328215] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680450, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.389269] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680448, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.429617] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a865d0-e7d0-456d-8b97-c9e2e7bf4cd1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.438176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477da05-4fa0-402c-af5d-54991c965abd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.473783] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680640bf-4cfd-4cfe-98be-55aa02d328e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.482301] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bac9f0-94b4-4b5d-911e-f955079bb65f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.497800] env[63380]: DEBUG nova.compute.provider_tree [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.669657] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680449, 'name': PowerOffVM_Task, 'duration_secs': 0.274795} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.670136] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.670380] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.670576] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbefe56-6294-42b2-b959-a2b2acfe83f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.777378] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.777701] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.778015] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleting the datastore file [datastore1] fb480e6d-21a2-42e0-af20-40079ca9039f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.778386] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4a6363-3a86-4559-9317-4383b9545264 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.787450] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for the task: (returnval){ [ 975.787450] env[63380]: value = "task-2680452" [ 975.787450] env[63380]: _type = "Task" [ 975.787450] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.797933] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.826049] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680450, 'name': ReconfigVM_Task, 'duration_secs': 0.339909} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.827880] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Reconfigured VM instance instance-00000060 to attach disk [datastore1] fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2/fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.828827] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86633754-69fd-4e70-a466-bcb762fa9184 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.840818] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 975.840818] env[63380]: value = "task-2680453" [ 975.840818] env[63380]: _type = "Task" [ 975.840818] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.850858] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680453, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.887666] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680448, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.001861] env[63380]: DEBUG nova.scheduler.client.report [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.153604] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.298858] env[63380]: DEBUG oslo_vmware.api [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Task: {'id': task-2680452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.299164] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.299371] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.299569] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.299745] env[63380]: INFO nova.compute.manager [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.300034] env[63380]: DEBUG oslo.service.loopingcall [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 976.300234] env[63380]: DEBUG nova.compute.manager [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.300327] env[63380]: DEBUG nova.network.neutron [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.329932] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c6eeeabe-806d-4178-937b-948a27f3b409 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.378s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.352083] env[63380]: DEBUG nova.compute.manager [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 976.359218] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680453, 'name': Rename_Task, 'duration_secs': 0.207882} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.359486] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.360010] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eb2b359-0509-4dfe-a65d-4f74a98cb01f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367724] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 976.367724] env[63380]: value = "task-2680454" [ 976.367724] env[63380]: _type = "Task" [ 976.367724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.381537] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.390911] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680448, 'name': Rename_Task, 'duration_secs': 1.193344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.391226] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.391479] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d5a691-861b-457c-bbcc-4b61ca4b0301 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.398479] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 976.398479] env[63380]: value = "task-2680455" [ 976.398479] env[63380]: _type = "Task" [ 976.398479] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.408810] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.660161] env[63380]: DEBUG nova.compute.manager [req-db6cc512-03b8-4a57-9c77-ccbfb38a6482 req-0fc88303-e0e8-4300-ac54-1773f76921da service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-vif-deleted-9be5ba05-e6f4-41dd-83ea-ca23e3758666 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.660388] env[63380]: INFO nova.compute.manager [req-db6cc512-03b8-4a57-9c77-ccbfb38a6482 req-0fc88303-e0e8-4300-ac54-1773f76921da service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Neutron deleted interface 9be5ba05-e6f4-41dd-83ea-ca23e3758666; detaching it from the instance and deleting it from the info cache [ 976.660637] env[63380]: DEBUG nova.network.neutron [req-db6cc512-03b8-4a57-9c77-ccbfb38a6482 req-0fc88303-e0e8-4300-ac54-1773f76921da service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updating instance_info_cache with network_info: [{"id": "b01d25af-dabe-49d4-bd97-673e4849e86f", "address": "fa:16:3e:f3:db:93", "network": {"id": "274e6673-0470-42c2-b604-d3b9cfeb6c14", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1651279601", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5912c50fb1ef423eb604a770cba90a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb01d25af-da", "ovs_interfaceid": "b01d25af-dabe-49d4-bd97-673e4849e86f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.874226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.881327] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.909429] env[63380]: DEBUG oslo_vmware.api [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680455, 'name': PowerOnVM_Task, 'duration_secs': 0.4967} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.909862] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.910262] env[63380]: INFO nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Took 8.90 seconds to spawn the instance on the hypervisor. [ 976.910354] env[63380]: DEBUG nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.911236] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3876c5f-a76a-4df3-aa84-900bb0bdc4a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.014417] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.397s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.014815] env[63380]: DEBUG nova.compute.manager [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63380) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 977.017885] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.402s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.019516] env[63380]: INFO nova.compute.claims [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.163147] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b2ad0a7-674e-4652-ad51-a606a32df95d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.173769] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4dba03-0d88-49d3-ba96-3685b1d1ab15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.210252] env[63380]: DEBUG nova.compute.manager [req-db6cc512-03b8-4a57-9c77-ccbfb38a6482 req-0fc88303-e0e8-4300-ac54-1773f76921da service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Detach interface failed, port_id=9be5ba05-e6f4-41dd-83ea-ca23e3758666, reason: Instance fb480e6d-21a2-42e0-af20-40079ca9039f could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 977.319092] env[63380]: DEBUG nova.network.neutron [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.326339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.326645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.326813] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.326994] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.327168] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.329151] env[63380]: INFO nova.compute.manager [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Terminating instance [ 977.378672] env[63380]: DEBUG oslo_vmware.api [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680454, 'name': PowerOnVM_Task, 'duration_secs': 0.539253} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.378945] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.379193] env[63380]: INFO nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Took 6.92 seconds to spawn the instance on the hypervisor. [ 977.379373] env[63380]: DEBUG nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.380155] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d589e50-375f-47fb-88cd-97e6dfc283e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.429593] env[63380]: INFO nova.compute.manager [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Took 17.55 seconds to build instance. [ 977.595878] env[63380]: INFO nova.scheduler.client.report [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted allocation for migration 60f501cc-ffd8-4d3a-bbd8-ccbdaa056a3c [ 977.824409] env[63380]: INFO nova.compute.manager [-] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Took 1.52 seconds to deallocate network for instance. [ 977.832293] env[63380]: DEBUG nova.compute.manager [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.832520] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.833368] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed36c94-08d2-4b51-a1b1-726aedea24a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.842560] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.842826] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce37215b-b76e-4731-bebd-15f0c4a20dbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.853041] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 977.853041] env[63380]: value = "task-2680456" [ 977.853041] env[63380]: _type = "Task" [ 977.853041] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.862831] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.865470] env[63380]: DEBUG nova.compute.manager [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Received event network-changed-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.865671] env[63380]: DEBUG nova.compute.manager [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Refreshing instance network info cache due to event network-changed-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.865921] env[63380]: DEBUG oslo_concurrency.lockutils [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] Acquiring lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.866089] env[63380]: DEBUG oslo_concurrency.lockutils [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] Acquired lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.866261] env[63380]: DEBUG nova.network.neutron [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Refreshing network info cache for port b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.898871] env[63380]: INFO nova.compute.manager [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Took 16.22 seconds to build instance. [ 977.931477] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8466598e-5c69-444b-bb19-f82faf338535 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.058s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.101891] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5e316fa-fa06-4573-90f7-4d60a18989e4 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.252s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.278964] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6775e79d-13ca-49ac-a92b-1e0fd30a8d8b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.287095] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f5185-f4f2-47d5-ad7f-d371fb1b8700 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.317345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd9666-7330-4e95-8db0-9b0326337c55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.325641] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f68a76-2a47-42d9-ad2e-2d3b67df7e68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.333486] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.345268] env[63380]: DEBUG nova.compute.provider_tree [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.364661] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680456, 'name': PowerOffVM_Task, 'duration_secs': 0.345928} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.364959] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.365158] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.365410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc2100d-0aaa-4cec-93cb-c0de45a3961c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.379468] env[63380]: DEBUG nova.objects.instance [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.402240] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff2abc44-8912-4463-af15-e89ae626f42f tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.736s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.439928] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.440202] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.440394] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleting the datastore file [datastore2] 5310e05d-029e-4c7d-a129-c324d99d2889 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.440658] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-413ea069-8055-4f78-a42c-a248d99b112e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.450313] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 978.450313] env[63380]: value = "task-2680458" [ 978.450313] env[63380]: _type = "Task" [ 978.450313] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.460156] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.634137] env[63380]: DEBUG nova.network.neutron [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updated VIF entry in instance network info cache for port b8b88ea2-fc77-4bba-a19e-dcd2cedf019f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.634273] env[63380]: DEBUG nova.network.neutron [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updating instance_info_cache with network_info: [{"id": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "address": "fa:16:3e:a6:10:57", "network": {"id": "f193b3f6-a62f-41b8-a3dc-68f9d14cff78", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1895660955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "204baa656cb64ad186fe6037294322bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8b88ea2-fc", "ovs_interfaceid": "b8b88ea2-fc77-4bba-a19e-dcd2cedf019f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.735076] env[63380]: DEBUG nova.compute.manager [req-bceadfaf-a5ef-440b-a0e8-fedfdfb3ab87 req-4f9041d0-9e68-40a8-9aaa-58c1f9f9f2a9 service nova] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Received event network-vif-deleted-b01d25af-dabe-49d4-bd97-673e4849e86f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.851383] env[63380]: DEBUG nova.scheduler.client.report [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.885897] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.886236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.886445] env[63380]: DEBUG nova.network.neutron [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.886633] env[63380]: DEBUG nova.objects.instance [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'info_cache' on Instance uuid ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.961538] env[63380]: DEBUG oslo_vmware.api [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159399} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.961809] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.961998] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.962231] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.962451] env[63380]: INFO nova.compute.manager [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.962785] env[63380]: DEBUG oslo.service.loopingcall [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.963008] env[63380]: DEBUG nova.compute.manager [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.963150] env[63380]: DEBUG nova.network.neutron [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.987083] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.987365] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.987576] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.987796] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.988026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.990827] env[63380]: INFO nova.compute.manager [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Terminating instance [ 979.136554] env[63380]: DEBUG oslo_concurrency.lockutils [req-12412a9d-d12b-4eef-b21b-9b47f2c0276d req-ffd47db2-571c-4152-9652-be9bf70b4603 service nova] Releasing lock "refresh_cache-643c7634-0e66-4ae8-8178-e0c33da37693" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.357454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.358120] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.362207] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.209s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.362499] env[63380]: DEBUG nova.objects.instance [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'pci_requests' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.389890] env[63380]: DEBUG nova.objects.base [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.494893] env[63380]: DEBUG nova.compute.manager [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.495335] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.496301] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2eb746-a581-4bf0-b903-9cb1e1ba9ce0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.507571] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.507874] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4f6d07-4f49-43ec-b7d7-8ec04893e670 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.515997] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 979.515997] env[63380]: value = "task-2680459" [ 979.515997] env[63380]: _type = "Task" [ 979.515997] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.527970] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.716442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.716442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.716442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.716442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.716442] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.719071] env[63380]: INFO nova.compute.manager [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Terminating instance [ 979.866661] env[63380]: DEBUG nova.compute.utils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.869248] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.869564] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.874315] env[63380]: DEBUG nova.objects.instance [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'numa_topology' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.910770] env[63380]: DEBUG nova.policy [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.961476] env[63380]: DEBUG nova.network.neutron [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.028850] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680459, 'name': PowerOffVM_Task, 'duration_secs': 0.308337} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.030044] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.031094] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.031351] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22945a49-3479-4fde-8e2d-90b084773ba0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.111289] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.111506] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.111675] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleting the datastore file [datastore2] fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.111987] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4719e2d7-976c-4485-b73c-46d017dc33f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.117857] env[63380]: DEBUG nova.network.neutron [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [{"id": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "address": "fa:16:3e:21:84:62", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846c48e2-0f", "ovs_interfaceid": "846c48e2-0f61-4101-88cf-3c78fdae89ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.124787] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 980.124787] env[63380]: value = "task-2680461" [ 980.124787] env[63380]: _type = "Task" [ 980.124787] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.140468] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.190976] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Successfully created port: d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.227394] env[63380]: DEBUG nova.compute.manager [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.227708] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.228754] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceaad9c-8551-4ccf-bb40-486b412fef59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.238022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.238207] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-810ffe26-8fa0-494c-ad03-f0c314653250 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.245467] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 980.245467] env[63380]: value = "task-2680462" [ 980.245467] env[63380]: _type = "Task" [ 980.245467] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.254052] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.370595] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.377576] env[63380]: INFO nova.compute.claims [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.463361] env[63380]: INFO nova.compute.manager [-] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Took 1.50 seconds to deallocate network for instance. [ 980.626244] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-ec5d0cb0-d2c4-4609-8465-6b0319cba428" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.637362] env[63380]: DEBUG oslo_vmware.api [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292718} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.638239] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.638439] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.638619] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.638795] env[63380]: INFO nova.compute.manager [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 980.639043] env[63380]: DEBUG oslo.service.loopingcall [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.639241] env[63380]: DEBUG nova.compute.manager [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.639334] env[63380]: DEBUG nova.network.neutron [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.757340] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680462, 'name': PowerOffVM_Task, 'duration_secs': 0.262016} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.757340] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.757496] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.757759] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2862f560-fcd8-4c45-a837-3e6c7402c85e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.777483] env[63380]: DEBUG nova.compute.manager [req-c9e8eca1-52c6-4db0-9be2-2a65dfb37dc9 req-55134c4c-8695-41a4-80d9-4e5a20c26918 service nova] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Received event network-vif-deleted-d4b58eae-44af-49be-b2fe-7c58fb5aecc0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.853415] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.853653] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.853838] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Deleting the datastore file [datastore1] fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.854132] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58f7fb4-8a2a-4b40-8337-d3249970171e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.861778] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for the task: (returnval){ [ 980.861778] env[63380]: value = "task-2680464" [ 980.861778] env[63380]: _type = "Task" [ 980.861778] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.870481] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.971694] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.193806] env[63380]: DEBUG nova.compute.manager [req-7c2119e1-1a8f-4a48-9600-f57223d18900 req-09da518f-597c-4f20-81c8-fbf45ba7d307 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Received event network-vif-deleted-e7fe99c9-20e6-436a-93ca-9db523f59df4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.194147] env[63380]: INFO nova.compute.manager [req-7c2119e1-1a8f-4a48-9600-f57223d18900 req-09da518f-597c-4f20-81c8-fbf45ba7d307 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Neutron deleted interface e7fe99c9-20e6-436a-93ca-9db523f59df4; detaching it from the instance and deleting it from the info cache [ 981.194332] env[63380]: DEBUG nova.network.neutron [req-7c2119e1-1a8f-4a48-9600-f57223d18900 req-09da518f-597c-4f20-81c8-fbf45ba7d307 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.374243] env[63380]: DEBUG oslo_vmware.api [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Task: {'id': task-2680464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383035} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.374537] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.374728] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.374906] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.375097] env[63380]: INFO nova.compute.manager [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 981.375341] env[63380]: DEBUG oslo.service.loopingcall [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.375537] env[63380]: DEBUG nova.compute.manager [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.375633] env[63380]: DEBUG nova.network.neutron [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.379644] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.410132] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.410402] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.410561] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.410747] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.410894] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.411057] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.411315] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.411435] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.411602] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.411767] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.411940] env[63380]: DEBUG nova.virt.hardware [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.412834] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2707e72f-6dc1-4b9c-a21a-ef5d4c0acb2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.425691] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209ae96-0af1-4f29-9366-2538fac99d01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.637415] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.637415] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-675c30be-d705-4137-a008-b6f47ffc8bbf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.650060] env[63380]: DEBUG oslo_vmware.api [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 981.650060] env[63380]: value = "task-2680465" [ 981.650060] env[63380]: _type = "Task" [ 981.650060] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.661439] env[63380]: DEBUG oslo_vmware.api [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.672150] env[63380]: DEBUG nova.network.neutron [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.698115] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb98a30-cc7d-4483-a79e-2c26a31e9ff7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.701278] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47e4d033-033c-4491-a9b1-29645fc73442 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.710903] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ac6ee-cf65-4f26-8547-03962118ddd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.718762] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea356291-8e9a-4f8b-a219-04230a1e18de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.760742] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Successfully updated port: d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.776741] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97677f17-7397-450f-8689-9f31558f85f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.778229] env[63380]: DEBUG nova.compute.manager [req-7c2119e1-1a8f-4a48-9600-f57223d18900 req-09da518f-597c-4f20-81c8-fbf45ba7d307 service nova] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Detach interface failed, port_id=e7fe99c9-20e6-436a-93ca-9db523f59df4, reason: Instance fcd366e5-342c-4dea-955a-2c557219f54c could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 981.779161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.779238] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.779421] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.787367] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc1e5a2-7184-45a3-aea0-a37712b44f14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.803817] env[63380]: DEBUG nova.compute.provider_tree [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.160187] env[63380]: DEBUG oslo_vmware.api [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680465, 'name': PowerOnVM_Task, 'duration_secs': 0.492014} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.160695] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.160695] env[63380]: DEBUG nova.compute.manager [None req-71c078b7-2467-4530-9261-c18a91635cee tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.161526] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecdbe89-e4e9-4c35-8d2b-5220051974d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.174192] env[63380]: DEBUG nova.network.neutron [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.175493] env[63380]: INFO nova.compute.manager [-] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Took 1.54 seconds to deallocate network for instance. [ 982.307785] env[63380]: DEBUG nova.scheduler.client.report [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.314572] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.483086] env[63380]: DEBUG nova.network.neutron [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Updating instance_info_cache with network_info: [{"id": "d8556cda-de14-4839-ad4d-d60889c979c0", "address": "fa:16:3e:d1:7f:a0", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8556cda-de", "ovs_interfaceid": "d8556cda-de14-4839-ad4d-d60889c979c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.678447] env[63380]: INFO nova.compute.manager [-] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Took 1.30 seconds to deallocate network for instance. [ 982.685128] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.806778] env[63380]: DEBUG nova.compute.manager [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Received event network-vif-plugged-d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.807084] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Acquiring lock "b12c2470-c033-4682-9af4-45cd724f0070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.807280] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Lock "b12c2470-c033-4682-9af4-45cd724f0070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.807467] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Lock "b12c2470-c033-4682-9af4-45cd724f0070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.807642] env[63380]: DEBUG nova.compute.manager [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] No waiting events found dispatching network-vif-plugged-d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.807814] env[63380]: WARNING nova.compute.manager [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Received unexpected event network-vif-plugged-d8556cda-de14-4839-ad4d-d60889c979c0 for instance with vm_state building and task_state spawning. [ 982.807975] env[63380]: DEBUG nova.compute.manager [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Received event network-changed-d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.808147] env[63380]: DEBUG nova.compute.manager [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Refreshing instance network info cache due to event network-changed-d8556cda-de14-4839-ad4d-d60889c979c0. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.808319] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Acquiring lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.812176] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.815406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.941s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.845250] env[63380]: INFO nova.network.neutron [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating port 4b479690-16a0-4ab7-9892-04554efa5857 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 982.985979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.986542] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Instance network_info: |[{"id": "d8556cda-de14-4839-ad4d-d60889c979c0", "address": "fa:16:3e:d1:7f:a0", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8556cda-de", "ovs_interfaceid": "d8556cda-de14-4839-ad4d-d60889c979c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.986988] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Acquired lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.987308] env[63380]: DEBUG nova.network.neutron [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Refreshing network info cache for port d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.989036] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:7f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8556cda-de14-4839-ad4d-d60889c979c0', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.998528] env[63380]: DEBUG oslo.service.loopingcall [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.999268] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.000031] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3336c9ca-e437-4c55-9ccf-7bb78b2cc6df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.026577] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.026577] env[63380]: value = "task-2680466" [ 983.026577] env[63380]: _type = "Task" [ 983.026577] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.040326] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680466, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.065982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.066275] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.066485] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.066668] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.066840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.069594] env[63380]: INFO nova.compute.manager [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Terminating instance [ 983.188127] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.238925] env[63380]: DEBUG nova.compute.manager [req-3183333e-c221-4343-9154-18680ce23d88 req-2182a0d3-4cd2-4fef-a11c-135b98476386 service nova] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Received event network-vif-deleted-d5dee44c-94b2-46ef-b2d5-e4f3234d4972 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.322729] env[63380]: INFO nova.compute.claims [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.540171] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680466, 'name': CreateVM_Task, 'duration_secs': 0.379417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.540171] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.540697] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.540866] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.541524] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7493e2c5-162b-410d-924f-0b0605e4508f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.546682] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 983.546682] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e964e7-63be-e66d-31c6-1760f787996e" [ 983.546682] env[63380]: _type = "Task" [ 983.546682] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.556852] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e964e7-63be-e66d-31c6-1760f787996e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.573996] env[63380]: DEBUG nova.compute.manager [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.574234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.575136] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1d2bc-82f2-4d76-9700-32f023fbaff0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.583262] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.583507] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3668976-b24b-49fb-b3f9-cf819b44dc6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.591227] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 983.591227] env[63380]: value = "task-2680467" [ 983.591227] env[63380]: _type = "Task" [ 983.591227] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.599737] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.724675] env[63380]: DEBUG nova.network.neutron [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Updated VIF entry in instance network info cache for port d8556cda-de14-4839-ad4d-d60889c979c0. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.724675] env[63380]: DEBUG nova.network.neutron [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Updating instance_info_cache with network_info: [{"id": "d8556cda-de14-4839-ad4d-d60889c979c0", "address": "fa:16:3e:d1:7f:a0", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8556cda-de", "ovs_interfaceid": "d8556cda-de14-4839-ad4d-d60889c979c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.831020] env[63380]: INFO nova.compute.resource_tracker [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating resource usage from migration c1a2fc57-abd1-480e-8aa0-03426ec3548d [ 984.062256] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e964e7-63be-e66d-31c6-1760f787996e, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.062589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.063040] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.063142] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.063265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.063635] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.063805] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b24b9f7-a5e8-4df9-97a3-93fb9d431c77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.067652] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebddfa0-980a-4b3f-b745-3982e04281df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.078566] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0be9a9-8b93-46af-90e7-97b953b73ce6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.083283] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.083509] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.084630] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8474a34-c117-48cb-972b-ad3067fdd295 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.116143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541d7ec-e565-42fe-b7b7-a56c0ceba8eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.118651] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 984.118651] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb5177-1ce6-8c04-def1-973104cb074b" [ 984.118651] env[63380]: _type = "Task" [ 984.118651] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.127934] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680467, 'name': PowerOffVM_Task, 'duration_secs': 0.250894} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.129454] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864fb556-694a-4699-b868-0138714121c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.133337] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.133526] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.136892] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333cabd9-1707-46a9-a25a-0ee7fe8cea3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.138358] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb5177-1ce6-8c04-def1-973104cb074b, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.139685] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca72c15d-320a-46f8-b549-fa285dca44bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.151533] env[63380]: DEBUG nova.compute.provider_tree [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.158906] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 984.158906] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52218876-dc53-41a8-2b11-d8ab8878399c" [ 984.158906] env[63380]: _type = "Task" [ 984.158906] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.169604] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52218876-dc53-41a8-2b11-d8ab8878399c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.219241] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.219497] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.219681] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleting the datastore file [datastore2] ec5d0cb0-d2c4-4609-8465-6b0319cba428 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.220113] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38543702-b22e-47c1-be00-a66537021f6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.227600] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e8acacb-8653-4fad-b20a-30e84ac39264 req-da7305b3-26c2-4116-8748-9c3c51893261 service nova] Releasing lock "refresh_cache-b12c2470-c033-4682-9af4-45cd724f0070" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.229186] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 984.229186] env[63380]: value = "task-2680469" [ 984.229186] env[63380]: _type = "Task" [ 984.229186] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.237631] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.419338] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.419338] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.419338] env[63380]: DEBUG nova.network.neutron [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.655365] env[63380]: DEBUG nova.scheduler.client.report [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.670570] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52218876-dc53-41a8-2b11-d8ab8878399c, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.671535] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.671535] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b12c2470-c033-4682-9af4-45cd724f0070/b12c2470-c033-4682-9af4-45cd724f0070.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.672137] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54a35a5e-c0bf-4e55-bb97-0a98b8294d32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.681573] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 984.681573] env[63380]: value = "task-2680470" [ 984.681573] env[63380]: _type = "Task" [ 984.681573] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.691180] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.739981] env[63380]: DEBUG oslo_vmware.api [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503185} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.742190] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.742190] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.742190] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.742190] env[63380]: INFO nova.compute.manager [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 1.17 seconds to destroy the instance on the hypervisor. [ 984.742190] env[63380]: DEBUG oslo.service.loopingcall [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.742619] env[63380]: DEBUG nova.compute.manager [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.742766] env[63380]: DEBUG nova.network.neutron [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.069571] env[63380]: DEBUG nova.compute.manager [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.072091] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.072091] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.072091] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.072091] env[63380]: DEBUG nova.compute.manager [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] No waiting events found dispatching network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.072091] env[63380]: WARNING nova.compute.manager [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received unexpected event network-vif-plugged-4b479690-16a0-4ab7-9892-04554efa5857 for instance with vm_state shelved_offloaded and task_state spawning. [ 985.072091] env[63380]: DEBUG nova.compute.manager [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-changed-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.072091] env[63380]: DEBUG nova.compute.manager [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing instance network info cache due to event network-changed-4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.072091] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.160924] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.345s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.160924] env[63380]: INFO nova.compute.manager [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Migrating [ 985.168732] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.835s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.168992] env[63380]: DEBUG nova.objects.instance [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lazy-loading 'resources' on Instance uuid fb480e6d-21a2-42e0-af20-40079ca9039f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.172902] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "7663f07b-8da1-41bf-a301-00e271bce5d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.173193] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.173363] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.173571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.173706] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.181043] env[63380]: INFO nova.compute.manager [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Terminating instance [ 985.198773] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.209171] env[63380]: DEBUG nova.network.neutron [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.683649] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.683840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.683963] env[63380]: DEBUG nova.network.neutron [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.688675] env[63380]: DEBUG nova.compute.manager [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.688924] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.689655] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef23b2-350b-430c-909d-c73a60cb366b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.700098] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746552} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.701823] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b12c2470-c033-4682-9af4-45cd724f0070/b12c2470-c033-4682-9af4-45cd724f0070.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.702046] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.702321] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.702539] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-961d59c2-7ea9-45ec-8167-185fbf0ecbc0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.704262] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb03c231-45f3-4277-abfb-1e3e9a40f22e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.710627] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.712640] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.712640] env[63380]: DEBUG nova.network.neutron [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Refreshing network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.715028] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 985.715028] env[63380]: value = "task-2680472" [ 985.715028] env[63380]: _type = "Task" [ 985.715028] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.722057] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 985.722057] env[63380]: value = "task-2680471" [ 985.722057] env[63380]: _type = "Task" [ 985.722057] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.733583] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.745570] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.749710] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='408ea9938fe399687e083e5bc2a4f4c2',container_format='bare',created_at=2025-02-19T12:03:35Z,direct_url=,disk_format='vmdk',id=2498b828-080b-481d-9ccf-0c5988f08678,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-298748486-shelved',owner='dbb3d0f142354a52a4d0a30159ad9f5d',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-02-19T12:03:48Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.750063] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.750212] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.750404] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.750582] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.750757] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.751025] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.751218] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.751432] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.751619] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.751892] env[63380]: DEBUG nova.virt.hardware [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.753127] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc887a-beae-4e6f-863e-4a51fb58b20a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.764801] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115acad-8679-4751-913b-d7f2cb1a8094 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.784245] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:77:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b479690-16a0-4ab7-9892-04554efa5857', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.792142] env[63380]: DEBUG oslo.service.loopingcall [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.794965] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.795367] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cee456b-98c1-4420-b4ba-43ff63b4a663 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.820053] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.820053] env[63380]: value = "task-2680473" [ 985.820053] env[63380]: _type = "Task" [ 985.820053] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.829695] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680473, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.990042] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba33ce9-3da3-44e6-8f70-1bf051264fa6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998237] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c77eae-758b-4be4-900b-e69f7a3cbcde {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.033130] env[63380]: DEBUG nova.network.neutron [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.035420] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c063c-3db6-4b43-8f5d-c77adf181273 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.044898] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3096b0-8305-4467-a751-582cd31cedd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.062195] env[63380]: DEBUG nova.compute.provider_tree [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.228302] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680472, 'name': PowerOffVM_Task, 'duration_secs': 0.374058} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.231555] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.231747] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.232015] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25af163-2f80-47fd-995b-71917e479779 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.240555] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.240816] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.241677] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef559e5-7999-4c60-80f6-da2c48f22543 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.265167] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b12c2470-c033-4682-9af4-45cd724f0070/b12c2470-c033-4682-9af4-45cd724f0070.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.269562] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b243e42d-53e6-411f-aa06-1d0023a3cfa6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.291837] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 986.291837] env[63380]: value = "task-2680475" [ 986.291837] env[63380]: _type = "Task" [ 986.291837] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.301282] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.328029] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.328263] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.328520] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Deleting the datastore file [datastore1] 7663f07b-8da1-41bf-a301-00e271bce5d2 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.331741] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de6a8f2a-9930-4f3d-9720-51ad203e768a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338633] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680473, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.344501] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for the task: (returnval){ [ 986.344501] env[63380]: value = "task-2680476" [ 986.344501] env[63380]: _type = "Task" [ 986.344501] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.353145] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.441971] env[63380]: DEBUG nova.network.neutron [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.506513] env[63380]: DEBUG nova.network.neutron [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updated VIF entry in instance network info cache for port 4b479690-16a0-4ab7-9892-04554efa5857. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.506889] env[63380]: DEBUG nova.network.neutron [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.535442] env[63380]: INFO nova.compute.manager [-] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Took 1.79 seconds to deallocate network for instance. [ 986.565779] env[63380]: DEBUG nova.scheduler.client.report [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.803112] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680475, 'name': ReconfigVM_Task, 'duration_secs': 0.326626} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.803112] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b12c2470-c033-4682-9af4-45cd724f0070/b12c2470-c033-4682-9af4-45cd724f0070.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.803582] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b1d0b3-580c-4070-8a7a-2b60fd7eeb15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.812393] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 986.812393] env[63380]: value = "task-2680477" [ 986.812393] env[63380]: _type = "Task" [ 986.812393] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.821370] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680477, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.829172] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680473, 'name': CreateVM_Task, 'duration_secs': 0.571025} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.829330] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.829992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.830182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.830548] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.830793] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714858e5-9dd0-471c-ba69-4744c795516d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.835475] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 986.835475] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527d7d52-985a-d445-6aee-18278c8af571" [ 986.835475] env[63380]: _type = "Task" [ 986.835475] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.844650] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527d7d52-985a-d445-6aee-18278c8af571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.853138] env[63380]: DEBUG oslo_vmware.api [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Task: {'id': task-2680476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43053} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.853417] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.853647] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.853869] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.854090] env[63380]: INFO nova.compute.manager [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 986.854358] env[63380]: DEBUG oslo.service.loopingcall [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.854575] env[63380]: DEBUG nova.compute.manager [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.854686] env[63380]: DEBUG nova.network.neutron [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.944839] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.009488] env[63380]: DEBUG oslo_concurrency.lockutils [req-87a17be1-a83e-47f5-82e5-e65d944da0f5 req-83713e95-90f7-40c0-a38b-cc5ba1c169e9 service nova] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.041726] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.070849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.077304] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.105s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.077304] env[63380]: DEBUG nova.objects.instance [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'resources' on Instance uuid 5310e05d-029e-4c7d-a129-c324d99d2889 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.097851] env[63380]: INFO nova.scheduler.client.report [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Deleted allocations for instance fb480e6d-21a2-42e0-af20-40079ca9039f [ 987.101288] env[63380]: DEBUG nova.compute.manager [req-5181f8d7-ef52-4a23-9b0c-c381da8dcc57 req-deb29f0c-3f46-4735-a832-4e99af0ef9b1 service nova] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Received event network-vif-deleted-846c48e2-0f61-4101-88cf-3c78fdae89ff {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.312892] env[63380]: DEBUG nova.compute.manager [req-57a8a14d-0ace-4c71-adb9-d7a74852361e req-be84ed50-8eb9-46a0-950a-26fffa6353fd service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Received event network-vif-deleted-2f6fb646-99fc-4193-a2fb-62fe241c188e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.313122] env[63380]: INFO nova.compute.manager [req-57a8a14d-0ace-4c71-adb9-d7a74852361e req-be84ed50-8eb9-46a0-950a-26fffa6353fd service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Neutron deleted interface 2f6fb646-99fc-4193-a2fb-62fe241c188e; detaching it from the instance and deleting it from the info cache [ 987.313303] env[63380]: DEBUG nova.network.neutron [req-57a8a14d-0ace-4c71-adb9-d7a74852361e req-be84ed50-8eb9-46a0-950a-26fffa6353fd service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.324455] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680477, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.345522] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.345776] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Processing image 2498b828-080b-481d-9ccf-0c5988f08678 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.346024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.346177] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.346357] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.346604] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a06470b4-7f62-4cab-be38-54b9866f1ab0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.356125] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.356310] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.357035] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7de0bd-f72f-4037-b19f-c2e7d43f61dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.362920] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 987.362920] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525b4c18-a1d4-da95-5a4a-5bf0908e62af" [ 987.362920] env[63380]: _type = "Task" [ 987.362920] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.372466] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525b4c18-a1d4-da95-5a4a-5bf0908e62af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.609111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-71998a08-97a1-486a-bea0-17ae6f76206c tempest-ServersTestMultiNic-1542097417 tempest-ServersTestMultiNic-1542097417-project-member] Lock "fb480e6d-21a2-42e0-af20-40079ca9039f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.983s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.795799] env[63380]: DEBUG nova.network.neutron [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.819511] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-926ad19c-c2ce-4936-a5a5-fb641b252b03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.827469] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680477, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.834734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc43f83-1d93-4ec3-ba69-7fe1df4d8757 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.847438] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e122d8-867b-4f0a-ab0e-f17c19dc3066 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.855328] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe539c66-05b6-4853-9781-3508710655e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.901316] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adef4c04-6a52-4bf8-b581-cb566ff3fc81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.903755] env[63380]: DEBUG nova.compute.manager [req-57a8a14d-0ace-4c71-adb9-d7a74852361e req-be84ed50-8eb9-46a0-950a-26fffa6353fd service nova] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Detach interface failed, port_id=2f6fb646-99fc-4193-a2fb-62fe241c188e, reason: Instance 7663f07b-8da1-41bf-a301-00e271bce5d2 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 987.913839] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8c55d-bbb7-44c6-b6f4-d6aaf0323e6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.917911] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 987.918232] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Fetch image to [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5/OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 987.918430] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Downloading stream optimized image 2498b828-080b-481d-9ccf-0c5988f08678 to [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5/OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5.vmdk on the data store datastore2 as vApp {{(pid=63380) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 987.918603] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Downloading image file data 2498b828-080b-481d-9ccf-0c5988f08678 to the ESX as VM named 'OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5' {{(pid=63380) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 987.932570] env[63380]: DEBUG nova.compute.provider_tree [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.022959] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 988.022959] env[63380]: value = "resgroup-9" [ 988.022959] env[63380]: _type = "ResourcePool" [ 988.022959] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 988.023335] env[63380]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-15db42fe-9dbf-4f3f-a0e6-06a689c8cee4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.048241] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lease: (returnval){ [ 988.048241] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 988.048241] env[63380]: _type = "HttpNfcLease" [ 988.048241] env[63380]: } obtained for vApp import into resource pool (val){ [ 988.048241] env[63380]: value = "resgroup-9" [ 988.048241] env[63380]: _type = "ResourcePool" [ 988.048241] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 988.048637] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the lease: (returnval){ [ 988.048637] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 988.048637] env[63380]: _type = "HttpNfcLease" [ 988.048637] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.056832] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.056832] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 988.056832] env[63380]: _type = "HttpNfcLease" [ 988.056832] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.299994] env[63380]: INFO nova.compute.manager [-] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Took 1.44 seconds to deallocate network for instance. [ 988.329451] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680477, 'name': Rename_Task, 'duration_secs': 1.187417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.329451] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.329734] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d310b6d7-8a56-41d0-951a-8785cecc00fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.338202] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 988.338202] env[63380]: value = "task-2680479" [ 988.338202] env[63380]: _type = "Task" [ 988.338202] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.347621] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.435611] env[63380]: DEBUG nova.scheduler.client.report [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.480863] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4e4838-617a-4e6f-a031-2f5ea3f3e8b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.503260] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.557577] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.557577] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 988.557577] env[63380]: _type = "HttpNfcLease" [ 988.557577] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.806378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.851799] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680479, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.941741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.945785] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.261s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.946070] env[63380]: DEBUG nova.objects.instance [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'resources' on Instance uuid fcd366e5-342c-4dea-955a-2c557219f54c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.972538] env[63380]: INFO nova.scheduler.client.report [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted allocations for instance 5310e05d-029e-4c7d-a129-c324d99d2889 [ 989.010062] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.010405] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb473fa-3b5a-4506-894e-1e755665db29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.020635] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 989.020635] env[63380]: value = "task-2680480" [ 989.020635] env[63380]: _type = "Task" [ 989.020635] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.036846] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.059211] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.059211] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 989.059211] env[63380]: _type = "HttpNfcLease" [ 989.059211] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.059557] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.059557] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e907a7-437a-752e-305a-88ef63c05b36" [ 989.059557] env[63380]: _type = "HttpNfcLease" [ 989.059557] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 989.060564] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4f776-ef88-4eb7-8aeb-4802f1231961 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.069330] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.069529] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 989.141231] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90697350-87f5-475e-8d5b-3fcb8c38245b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.350188] env[63380]: DEBUG oslo_vmware.api [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680479, 'name': PowerOnVM_Task, 'duration_secs': 0.522087} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.350638] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.351068] env[63380]: INFO nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Took 7.97 seconds to spawn the instance on the hypervisor. [ 989.351217] env[63380]: DEBUG nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.352116] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8648122-c6a8-42ed-80e6-87fb132f4d48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.483347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-11d082a6-35f1-48ac-9aaa-0e8a2f7512d3 tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "5310e05d-029e-4c7d-a129-c324d99d2889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.155s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.533040] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680480, 'name': PowerOffVM_Task, 'duration_secs': 0.333757} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.534965] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.535135] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.750370] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab16b0d-ee1d-4db2-bb31-70adac713133 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.761363] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2780061b-6aad-4c67-8af3-9063e19e3e3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.801575] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43ded7-d695-4cfd-8997-c4e8342f638b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.810439] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0716d1-a9be-4c24-9423-2383328d360b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.829453] env[63380]: DEBUG nova.compute.provider_tree [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.881610] env[63380]: INFO nova.compute.manager [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Took 17.28 seconds to build instance. [ 990.046275] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.047310] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.047765] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.048558] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.048815] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.049201] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.049713] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.050013] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.050337] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.051067] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.051067] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.060508] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dccf5a1c-3acf-440e-b7f8-2c697460eda0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.091998] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 990.091998] env[63380]: value = "task-2680481" [ 990.091998] env[63380]: _type = "Task" [ 990.091998] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.105828] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.259601] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 990.259975] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.261651] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81b622e-492b-485e-8a82-56ce5ad63b64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.269117] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.269378] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 990.269665] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dab6cd30-c254-4f70-8768-9e44cf647521 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.336626] env[63380]: DEBUG nova.scheduler.client.report [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.383914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8cd1c9f-fabc-4ee0-9d46-970d3013d8dd tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.788s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.493269] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527c0852-4502-64dc-1c00-c32d24b8ad7d/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 990.493535] env[63380]: INFO nova.virt.vmwareapi.images [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Downloaded image file data 2498b828-080b-481d-9ccf-0c5988f08678 [ 990.494886] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa638d82-7334-446b-8dbe-e3e9632d8905 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.514615] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7f66598-0d2e-4253-ae18-c38ef9d6bee8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.543918] env[63380]: INFO nova.virt.vmwareapi.images [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] The imported VM was unregistered [ 990.549362] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 990.549451] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.550070] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4af1678a-90b4-4211-b5c7-09f8fb4da92c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.571851] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Created directory with path [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.572064] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5/OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5.vmdk to [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk. {{(pid=63380) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 990.572341] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e86045b3-7179-4450-b147-e30cbc24eb81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.581192] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 990.581192] env[63380]: value = "task-2680483" [ 990.581192] env[63380]: _type = "Task" [ 990.581192] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.591849] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.602800] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680481, 'name': ReconfigVM_Task, 'duration_secs': 0.236219} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.603163] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.842389] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.845035] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.657s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.845337] env[63380]: DEBUG nova.objects.instance [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lazy-loading 'resources' on Instance uuid fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.876065] env[63380]: INFO nova.scheduler.client.report [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleted allocations for instance fcd366e5-342c-4dea-955a-2c557219f54c [ 990.930820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "b12c2470-c033-4682-9af4-45cd724f0070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.931204] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.931449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "b12c2470-c033-4682-9af4-45cd724f0070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.931676] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.931881] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.938083] env[63380]: INFO nova.compute.manager [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Terminating instance [ 991.094778] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.110610] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.110930] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.111356] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.111636] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.111840] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.112033] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.112341] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.112589] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.112788] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.113399] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.113399] env[63380]: DEBUG nova.virt.hardware [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.120746] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.120906] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842c86a3-b961-49dd-a022-4539c9ddef0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.141756] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 991.141756] env[63380]: value = "task-2680485" [ 991.141756] env[63380]: _type = "Task" [ 991.141756] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.151746] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.383465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c9ada4a-6107-4680-a534-ecd370b40181 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "fcd366e5-342c-4dea-955a-2c557219f54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.396s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.442398] env[63380]: DEBUG nova.compute.manager [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.442660] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.447400] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cde5c7-e2ba-4ca4-9431-0645bb800f34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.457205] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.457495] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98344261-73d4-48f4-9a4e-4bdc499d81a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.465792] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 991.465792] env[63380]: value = "task-2680486" [ 991.465792] env[63380]: _type = "Task" [ 991.465792] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.475646] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.594547] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.614307] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ca299-1666-4f5c-8d3c-8662252485c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.626990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1e47e2-e733-4ced-88dd-10a67374af20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.673672] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab3148-42fb-4f3b-a996-ef7c6310bffc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.684454] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680485, 'name': ReconfigVM_Task, 'duration_secs': 0.262694} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.686965] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.687943] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a70d96-3acc-4d0e-995d-1211484e0307 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.691679] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d172057-31d2-4671-aa3f-21f09dce0704 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.707304] env[63380]: DEBUG nova.compute.provider_tree [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.729091] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.730336] env[63380]: DEBUG nova.scheduler.client.report [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.734332] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c517200-77b9-4606-a7a7-6a64d4ada252 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.749346] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.904s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.751562] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.710s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.751779] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.753688] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.947s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.753926] env[63380]: DEBUG nova.objects.instance [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lazy-loading 'resources' on Instance uuid 7663f07b-8da1-41bf-a301-00e271bce5d2 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.767354] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 991.767354] env[63380]: value = "task-2680487" [ 991.767354] env[63380]: _type = "Task" [ 991.767354] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.775957] env[63380]: INFO nova.scheduler.client.report [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted allocations for instance ec5d0cb0-d2c4-4609-8465-6b0319cba428 [ 991.783739] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.785035] env[63380]: INFO nova.scheduler.client.report [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Deleted allocations for instance fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2 [ 991.980676] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680486, 'name': PowerOffVM_Task, 'duration_secs': 0.398894} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.981456] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.981456] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.981456] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6fb893-5e4c-49e5-a15e-bf9390b2c9a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.071350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.071350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.071350] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore2] b12c2470-c033-4682-9af4-45cd724f0070 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.071689] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd76ae31-41d4-4f72-8087-e80b74c02a7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.084872] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 992.084872] env[63380]: value = "task-2680489" [ 992.084872] env[63380]: _type = "Task" [ 992.084872] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.100187] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.103330] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.283520] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680487, 'name': ReconfigVM_Task, 'duration_secs': 0.455998} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.283973] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e/7e5a610c-1f87-4969-a0be-663a3ba7bc5e.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.284135] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.295515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1dbdd11b-319b-4a94-a624-617265ffaa01 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "ec5d0cb0-d2c4-4609-8465-6b0319cba428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.229s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.296407] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5a3edaf3-e9c6-4101-aab8-fa31858e5c03 tempest-ServersNegativeTestMultiTenantJSON-429249761 tempest-ServersNegativeTestMultiTenantJSON-429249761-project-member] Lock "fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.581s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.520986] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7ba52-f34b-40f8-86d8-3ede687f8724 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.540921] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d3a366-25f1-4d3d-b64f-cb484bf5d294 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.579907] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be9422-c14f-44a6-a5e4-6e66edcaf092 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.601721] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923b4cc-5847-44e7-8e85-0917cb2455bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.607484] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.620301] env[63380]: DEBUG nova.compute.provider_tree [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.625661] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.801114] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4d0525-5679-4b7e-8f80-a89be3489191 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.840695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21962cb0-6356-4bcd-9266-2f84802f4462 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.867802] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.110708] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.115052] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.127360] env[63380]: DEBUG nova.scheduler.client.report [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.461732] env[63380]: DEBUG nova.network.neutron [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Port 4857caeb-e9f2-4c77-b6da-2ef719bdf339 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 993.597366] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680483, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.551124} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.601362] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5/OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5.vmdk to [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk. [ 993.602037] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Cleaning up location [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 993.602301] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a44cb728-bdac-452c-a0bc-e3b9356185d5 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.602582] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6458b2a7-65b7-4ffc-a1ce-eabcf2ad9904 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.611812] env[63380]: DEBUG oslo_vmware.api [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.077548} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.615365] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.615683] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.615957] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.616196] env[63380]: INFO nova.compute.manager [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Took 2.17 seconds to destroy the instance on the hypervisor. [ 993.616478] env[63380]: DEBUG oslo.service.loopingcall [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.616820] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 993.616820] env[63380]: value = "task-2680490" [ 993.616820] env[63380]: _type = "Task" [ 993.616820] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.617244] env[63380]: DEBUG nova.compute.manager [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.617244] env[63380]: DEBUG nova.network.neutron [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.630037] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.632967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.662061] env[63380]: INFO nova.scheduler.client.report [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Deleted allocations for instance 7663f07b-8da1-41bf-a301-00e271bce5d2 [ 993.747976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.748237] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.928737] env[63380]: DEBUG nova.compute.manager [req-35aa06bc-75bc-403f-8592-374206696255 req-8b66c67e-d1bd-4e08-b6d0-7539e09bfc6d service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Received event network-vif-deleted-d8556cda-de14-4839-ad4d-d60889c979c0 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.928867] env[63380]: INFO nova.compute.manager [req-35aa06bc-75bc-403f-8592-374206696255 req-8b66c67e-d1bd-4e08-b6d0-7539e09bfc6d service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Neutron deleted interface d8556cda-de14-4839-ad4d-d60889c979c0; detaching it from the instance and deleting it from the info cache [ 993.929074] env[63380]: DEBUG nova.network.neutron [req-35aa06bc-75bc-403f-8592-374206696255 req-8b66c67e-d1bd-4e08-b6d0-7539e09bfc6d service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.130716] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096286} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.131135] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.131481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.131691] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk to [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.132046] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6931653-eb1b-4511-8825-cdd37cd77962 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.140471] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 994.140471] env[63380]: value = "task-2680491" [ 994.140471] env[63380]: _type = "Task" [ 994.140471] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.154890] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.175354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-abab67c8-d8ef-41e0-84d4-a244befeb855 tempest-ServersTestJSON-968492593 tempest-ServersTestJSON-968492593-project-member] Lock "7663f07b-8da1-41bf-a301-00e271bce5d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.002s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.251319] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.399367] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.399866] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.400099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.400312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.400490] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.402178] env[63380]: DEBUG nova.network.neutron [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.403536] env[63380]: INFO nova.compute.manager [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Terminating instance [ 994.431929] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0999aca7-be04-45fe-b597-b7e79574d993 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.443928] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79664ae8-728d-43c5-acd3-f38728734d43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.487749] env[63380]: DEBUG nova.compute.manager [req-35aa06bc-75bc-403f-8592-374206696255 req-8b66c67e-d1bd-4e08-b6d0-7539e09bfc6d service nova] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Detach interface failed, port_id=d8556cda-de14-4839-ad4d-d60889c979c0, reason: Instance b12c2470-c033-4682-9af4-45cd724f0070 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 994.494893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.495077] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.495261] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.653775] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.785057] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.785467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.787179] env[63380]: INFO nova.compute.claims [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.908119] env[63380]: INFO nova.compute.manager [-] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Took 1.29 seconds to deallocate network for instance. [ 994.908119] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.908119] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.908119] env[63380]: DEBUG nova.compute.manager [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.908933] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.917346] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8689988b-e022-4354-a88b-03df4b847956 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.930482] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.930482] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b653dbfc-d9de-4c95-a2ac-4341ae4b30c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.943852] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 994.943852] env[63380]: value = "task-2680492" [ 994.943852] env[63380]: _type = "Task" [ 994.943852] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.957069] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.152817] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.414270] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.424544] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.458567] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680492, 'name': PowerOffVM_Task, 'duration_secs': 0.297575} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.460032] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.460032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.460324] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35d4bccf-f227-4c88-a115-0bf10d49a7d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.543064] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.543508] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.543832] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleting the datastore file [datastore1] cc13c801-3582-4a42-a196-eac1e4d7d53d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.544361] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e49ece86-ec73-437b-97e8-13eb2ad88595 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.550583] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.550841] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.551081] env[63380]: DEBUG nova.network.neutron [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.558739] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 995.558739] env[63380]: value = "task-2680494" [ 995.558739] env[63380]: _type = "Task" [ 995.558739] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.571923] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.657276] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.905106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "76bc522c-f66a-4959-826d-aa3919330572" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.905554] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.942893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.077529] env[63380]: DEBUG oslo_vmware.api [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508008} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.080627] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.080873] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.081085] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.081269] env[63380]: INFO nova.compute.manager [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.081525] env[63380]: DEBUG oslo.service.loopingcall [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.081962] env[63380]: DEBUG nova.compute.manager [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.082067] env[63380]: DEBUG nova.network.neutron [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.099461] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1a43e-5ce4-4256-9ba8-5f2b30e1e88a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.109349] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0dc3ca-6efb-454c-8a99-ff8b5f45c809 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.151644] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b7db2-481f-4fda-909b-d3dc6d154bb2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.161187] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.164736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75209b8-996d-4076-8256-5734311f9f13 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183434] env[63380]: DEBUG nova.compute.provider_tree [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.409555] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.436659] env[63380]: DEBUG nova.network.neutron [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.660127] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.686700] env[63380]: DEBUG nova.scheduler.client.report [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.695274] env[63380]: DEBUG nova.compute.manager [req-a21005c1-abeb-4de5-9496-a049a88d991a req-366e62b0-57a5-4f0b-a2aa-23a3ec2a1a5b service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Received event network-vif-deleted-1065004d-6eaf-49db-9f84-4db06d1be1b9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.695469] env[63380]: INFO nova.compute.manager [req-a21005c1-abeb-4de5-9496-a049a88d991a req-366e62b0-57a5-4f0b-a2aa-23a3ec2a1a5b service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Neutron deleted interface 1065004d-6eaf-49db-9f84-4db06d1be1b9; detaching it from the instance and deleting it from the info cache [ 996.695645] env[63380]: DEBUG nova.network.neutron [req-a21005c1-abeb-4de5-9496-a049a88d991a req-366e62b0-57a5-4f0b-a2aa-23a3ec2a1a5b service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.943406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.944080] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.156074] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680491, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.530957} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.156404] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2498b828-080b-481d-9ccf-0c5988f08678/2498b828-080b-481d-9ccf-0c5988f08678.vmdk to [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.157362] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c24a85-15e4-4054-9682-670ff0cfbf5d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.164176] env[63380]: DEBUG nova.network.neutron [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.186806] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.187951] env[63380]: INFO nova.compute.manager [-] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Took 1.11 seconds to deallocate network for instance. [ 997.188342] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcd01b4-23dc-4379-8be7-91af32d57a2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.204444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.205075] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.210103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.786s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.210522] env[63380]: DEBUG nova.objects.instance [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid b12c2470-c033-4682-9af4-45cd724f0070 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.211419] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35829adb-4cf9-481d-9e62-56c3a1287a1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.221450] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 997.221450] env[63380]: value = "task-2680495" [ 997.221450] env[63380]: _type = "Task" [ 997.221450] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.229386] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec6cf8-cff6-49f0-be4f-a76726b55cb7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.248344] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.268450] env[63380]: DEBUG nova.compute.manager [req-a21005c1-abeb-4de5-9496-a049a88d991a req-366e62b0-57a5-4f0b-a2aa-23a3ec2a1a5b service nova] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Detach interface failed, port_id=1065004d-6eaf-49db-9f84-4db06d1be1b9, reason: Instance cc13c801-3582-4a42-a196-eac1e4d7d53d could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.314107] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.314485] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.315612] env[63380]: DEBUG nova.compute.manager [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.315660] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c002d673-da7c-49cc-b951-ee3cdae0695d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.324870] env[63380]: DEBUG nova.compute.manager [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.324870] env[63380]: DEBUG nova.objects.instance [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'flavor' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.476532] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1306faac-07d5-4156-a994-58457c333ea8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.499268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3a901-49ac-4397-ab65-0e9f820b6959 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.507640] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.710160] env[63380]: DEBUG nova.compute.utils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.712154] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.712154] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.715565] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.736840] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.769384] env[63380]: DEBUG nova.policy [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eaaff76ae054b5780857b25b3ca3ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95f87f09bfc457b8d418739216a0a95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.950251] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb2fb4-51db-46a0-8117-94b997dbfd09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.958695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f089c23-c4e7-493e-a226-72804ad821af {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.994305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b899102-ba29-485e-866c-b60b9d898870 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.003268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4446a0-d645-4db9-9ae1-6e093b9cbbff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.024084] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.024627] env[63380]: DEBUG nova.compute.provider_tree [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.026899] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a8702f1-5cd8-433b-903b-42a5c462e357 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041260] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 998.041260] env[63380]: value = "task-2680496" [ 998.041260] env[63380]: _type = "Task" [ 998.041260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.051681] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.099489] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Successfully created port: c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.215672] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.234816] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680495, 'name': ReconfigVM_Task, 'duration_secs': 0.518932} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.235172] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd/79d02f19-51af-41ca-abcb-89bc6d6631dd.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.235817] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ab36f2-fb3c-472a-a6b4-0667c8576e36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.245260] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 998.245260] env[63380]: value = "task-2680497" [ 998.245260] env[63380]: _type = "Task" [ 998.245260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.254030] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680497, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.333336] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.333889] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a778147b-c358-4470-88b9-4d8db0305375 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.343252] env[63380]: DEBUG oslo_vmware.api [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 998.343252] env[63380]: value = "task-2680498" [ 998.343252] env[63380]: _type = "Task" [ 998.343252] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.353183] env[63380]: DEBUG oslo_vmware.api [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.533658] env[63380]: DEBUG nova.scheduler.client.report [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.552176] env[63380]: DEBUG oslo_vmware.api [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680496, 'name': PowerOnVM_Task, 'duration_secs': 0.469088} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.555798] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.555798] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff04730-3f05-4c04-b547-e19de74cff58 tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance '7e5a610c-1f87-4969-a0be-663a3ba7bc5e' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.762115] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680497, 'name': Rename_Task, 'duration_secs': 0.170215} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.763168] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.763477] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-266f9654-d954-4e0d-ab0a-401ba8c80b71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.771064] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 998.771064] env[63380]: value = "task-2680499" [ 998.771064] env[63380]: _type = "Task" [ 998.771064] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.779468] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.853883] env[63380]: DEBUG oslo_vmware.api [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680498, 'name': PowerOffVM_Task, 'duration_secs': 0.222467} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.854199] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.854407] env[63380]: DEBUG nova.compute.manager [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.855207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ad6e0-2248-46c3-82b1-1b2853e3cf93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.043058] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.043682] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.100s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.046879] env[63380]: INFO nova.compute.claims [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.071790] env[63380]: INFO nova.scheduler.client.report [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance b12c2470-c033-4682-9af4-45cd724f0070 [ 999.226158] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.256436] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.256707] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.256864] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.257075] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.257239] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.257389] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.257598] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.257758] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.257926] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.258189] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.258399] env[63380]: DEBUG nova.virt.hardware [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.259305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761683d0-8a80-4bfb-8e6c-a2ceb9378d5d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.268462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e1e3a-5e6d-427c-91db-a5be17b54c7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.288865] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.370072] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ec5f145-90fd-4ab1-8032-2da785e5501b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.542370] env[63380]: DEBUG nova.compute.manager [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Received event network-vif-plugged-c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.542370] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.542370] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.542370] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.542990] env[63380]: DEBUG nova.compute.manager [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] No waiting events found dispatching network-vif-plugged-c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.543429] env[63380]: WARNING nova.compute.manager [req-3ff2fdd6-9703-4f2f-8e71-301e95bd08f1 req-6eafcecc-c2ed-4e0a-a6d7-83788b226f43 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Received unexpected event network-vif-plugged-c0ba7128-6415-4396-8f72-09e4d712f171 for instance with vm_state building and task_state spawning. [ 999.581343] env[63380]: DEBUG oslo_concurrency.lockutils [None req-82925ed0-31e7-46d7-bd29-0df54d406573 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "b12c2470-c033-4682-9af4-45cd724f0070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.650s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.668278] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Successfully updated port: c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.786022] env[63380]: DEBUG oslo_vmware.api [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680499, 'name': PowerOnVM_Task, 'duration_secs': 0.707583} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.786022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.804392] env[63380]: DEBUG nova.objects.instance [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'flavor' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.901855] env[63380]: DEBUG nova.compute.manager [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.902848] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94fab6c-9324-414d-9747-a0bf974d3b60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.174030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.174030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.174030] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.299616] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d3709a-f35a-4c90-981f-f59529b22cae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.311348] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd529b-ace2-4bb4-806c-19690bec8fb4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.315055] env[63380]: DEBUG oslo_concurrency.lockutils [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.315265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.315398] env[63380]: DEBUG nova.network.neutron [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.315575] env[63380]: DEBUG nova.objects.instance [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'info_cache' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.346371] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e61cda-ec4c-43dc-ae25-407b610d6eca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.355329] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fc3ad0-5f00-41a3-81a8-a745f1fe72b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.370213] env[63380]: DEBUG nova.compute.provider_tree [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.420210] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7403fbe4-f359-4ce8-a9b0-c094828bcd3e tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.292s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.733918] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.801561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.801561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.819749] env[63380]: DEBUG nova.objects.base [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.873885] env[63380]: DEBUG nova.scheduler.client.report [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.029898] env[63380]: DEBUG nova.network.neutron [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.306834] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.382247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.382767] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.389660] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.446s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.391254] env[63380]: INFO nova.compute.claims [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.532266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.532266] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Instance network_info: |[{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.532444] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:5f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ba7128-6415-4396-8f72-09e4d712f171', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.540663] env[63380]: DEBUG oslo.service.loopingcall [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.540837] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.541074] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172ba462-9d20-4539-8432-f99d5e7f8218 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.560487] env[63380]: DEBUG nova.network.neutron [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.564154] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.564154] env[63380]: value = "task-2680500" [ 1001.564154] env[63380]: _type = "Task" [ 1001.564154] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.567888] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.567888] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.567888] env[63380]: DEBUG nova.compute.manager [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Going to confirm migration 4 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1001.575927] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680500, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.830887] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.895877] env[63380]: DEBUG nova.compute.utils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.897521] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.897693] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.960841] env[63380]: DEBUG nova.policy [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd71e6bb9671f4141927fb4d2b27f99e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff23de12be8f4fdbb53a2497ade9958b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.974967] env[63380]: DEBUG nova.compute.manager [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Received event network-changed-c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.975222] env[63380]: DEBUG nova.compute.manager [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Refreshing instance network info cache due to event network-changed-c0ba7128-6415-4396-8f72-09e4d712f171. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.975623] env[63380]: DEBUG oslo_concurrency.lockutils [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.975785] env[63380]: DEBUG oslo_concurrency.lockutils [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.975952] env[63380]: DEBUG nova.network.neutron [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Refreshing network info cache for port c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.063444] env[63380]: DEBUG oslo_concurrency.lockutils [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.078915] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680500, 'name': CreateVM_Task, 'duration_secs': 0.418322} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.080958] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.082564] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.082749] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.083096] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.083730] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce8ce40-673e-4845-9b0f-2a70078bf927 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.090102] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1002.090102] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5251322e-4960-3402-0edc-63d7e9742be1" [ 1002.090102] env[63380]: _type = "Task" [ 1002.090102] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.101056] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5251322e-4960-3402-0edc-63d7e9742be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.137493] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.137763] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquired lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.137982] env[63380]: DEBUG nova.network.neutron [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.138334] env[63380]: DEBUG nova.objects.instance [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'info_cache' on Instance uuid 7e5a610c-1f87-4969-a0be-663a3ba7bc5e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.278654] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Successfully created port: 77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.402570] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.480368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "23e39d5c-21c0-4000-b545-7298c2614518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.480796] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.601533] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5251322e-4960-3402-0edc-63d7e9742be1, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.603573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.603848] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.604108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.604264] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.604442] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.604706] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e0a8ab-5b67-48ed-b230-1484eca8804e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.621138] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.621376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.624392] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d07c67c-ec47-4d92-af5f-1ed415ca4581 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.632662] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1002.632662] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b9231-1cd4-d007-decc-4d752627fa7d" [ 1002.632662] env[63380]: _type = "Task" [ 1002.632662] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.640758] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b9231-1cd4-d007-decc-4d752627fa7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.678760] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7f3d5-54e6-4f50-be42-6bcfe350d17c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.687077] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636bf17c-da67-45cc-a7e8-1129797f95cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.723848] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07cff1-f4af-4839-b346-7caa8b20d73a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.733125] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb11d00-e2a2-41a0-9bad-1ed823409b37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.747689] env[63380]: DEBUG nova.compute.provider_tree [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.773344] env[63380]: DEBUG nova.network.neutron [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updated VIF entry in instance network info cache for port c0ba7128-6415-4396-8f72-09e4d712f171. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.773705] env[63380]: DEBUG nova.network.neutron [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.876167] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5f9ae-b541-4046-9aed-1e64facf902e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883429] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Suspending the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1002.883700] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca541804-ebf8-45e7-b2ba-20cc692c5ba9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.892640] env[63380]: DEBUG oslo_vmware.api [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 1002.892640] env[63380]: value = "task-2680501" [ 1002.892640] env[63380]: _type = "Task" [ 1002.892640] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.901180] env[63380]: DEBUG oslo_vmware.api [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680501, 'name': SuspendVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.987115] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.073482] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.073828] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4374fa3-414a-47f3-b0d9-1e172fc7ff9b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.083497] env[63380]: DEBUG oslo_vmware.api [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1003.083497] env[63380]: value = "task-2680502" [ 1003.083497] env[63380]: _type = "Task" [ 1003.083497] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.093213] env[63380]: DEBUG oslo_vmware.api [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.144427] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]529b9231-1cd4-d007-decc-4d752627fa7d, 'name': SearchDatastore_Task, 'duration_secs': 0.034529} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.147648] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd56675-4d8f-4da0-8817-468cb9998ed7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.156604] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1003.156604] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220f35d-26f2-961d-0d4b-b4c8f2fe8f69" [ 1003.156604] env[63380]: _type = "Task" [ 1003.156604] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.168768] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220f35d-26f2-961d-0d4b-b4c8f2fe8f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.251037] env[63380]: DEBUG nova.scheduler.client.report [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.276313] env[63380]: DEBUG oslo_concurrency.lockutils [req-62b09409-7031-4905-a1d9-d858c8799cd4 req-d056c215-541c-4350-b619-0e7c010f06d4 service nova] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.403677] env[63380]: DEBUG oslo_vmware.api [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680501, 'name': SuspendVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.414069] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.442432] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.442892] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.442987] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.443114] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.443268] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.443415] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.443621] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.443783] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.444023] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.444256] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.444444] env[63380]: DEBUG nova.virt.hardware [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.445354] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d24b08-43bd-4de1-b703-f51a87484208 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.453433] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272228b6-4039-4e20-82fd-83d78da0218b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.459729] env[63380]: DEBUG nova.network.neutron [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [{"id": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "address": "fa:16:3e:2f:a4:88", "network": {"id": "c310b202-25d5-4bb8-9ad5-fefd544f724b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-333507990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75193f7650ef40ce9f873f31fa327351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4857caeb-e9", "ovs_interfaceid": "4857caeb-e9f2-4c77-b6da-2ef719bdf339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.512923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.597864] env[63380]: DEBUG oslo_vmware.api [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.668243] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5220f35d-26f2-961d-0d4b-b4c8f2fe8f69, 'name': SearchDatastore_Task, 'duration_secs': 0.039205} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.668525] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.668783] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.669067] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a55dfc8c-1458-442c-9f15-6424f6dea5b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.677898] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1003.677898] env[63380]: value = "task-2680503" [ 1003.677898] env[63380]: _type = "Task" [ 1003.677898] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.687197] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.755768] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.756689] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.760440] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.045s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.760930] env[63380]: DEBUG nova.objects.instance [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'resources' on Instance uuid cc13c801-3582-4a42-a196-eac1e4d7d53d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.776356] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Successfully updated port: 77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.884736] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.885060] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.904218] env[63380]: DEBUG oslo_vmware.api [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680501, 'name': SuspendVM_Task, 'duration_secs': 0.638402} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.904489] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Suspended the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1003.904674] env[63380]: DEBUG nova.compute.manager [None req-7b55a686-e083-4ec3-bf6a-6ac17d1cd2d2 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.905486] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbddf45-f1af-41f2-a385-d6f03dfc520e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.962517] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Releasing lock "refresh_cache-7e5a610c-1f87-4969-a0be-663a3ba7bc5e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.962792] env[63380]: DEBUG nova.objects.instance [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'migration_context' on Instance uuid 7e5a610c-1f87-4969-a0be-663a3ba7bc5e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.004036] env[63380]: DEBUG nova.compute.manager [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Received event network-vif-plugged-77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.004036] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.004380] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.004561] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.004679] env[63380]: DEBUG nova.compute.manager [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] No waiting events found dispatching network-vif-plugged-77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.004768] env[63380]: WARNING nova.compute.manager [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Received unexpected event network-vif-plugged-77c13b96-80ba-47ea-83b0-41395904f3a4 for instance with vm_state building and task_state spawning. [ 1004.005013] env[63380]: DEBUG nova.compute.manager [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Received event network-changed-77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.005094] env[63380]: DEBUG nova.compute.manager [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Refreshing instance network info cache due to event network-changed-77c13b96-80ba-47ea-83b0-41395904f3a4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.005283] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Acquiring lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.005423] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Acquired lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.005582] env[63380]: DEBUG nova.network.neutron [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Refreshing network info cache for port 77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.095988] env[63380]: DEBUG oslo_vmware.api [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680502, 'name': PowerOnVM_Task, 'duration_secs': 0.679459} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.096232] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.096438] env[63380]: DEBUG nova.compute.manager [None req-db38a50a-4b8d-4637-abfa-f55bfb6163d9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.097257] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9294e-c2fa-421f-988f-89ba6ede369f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.189263] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680503, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.264290] env[63380]: DEBUG nova.compute.utils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.268398] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.268573] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.279277] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.321132] env[63380]: DEBUG nova.policy [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f87712f42d4b4c944dc665d65931bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd29504ba085045a69b44e963eb1befbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.396715] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.396715] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.396715] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.397062] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.397062] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.397062] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.397317] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1004.397317] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.467547] env[63380]: DEBUG nova.objects.base [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Object Instance<7e5a610c-1f87-4969-a0be-663a3ba7bc5e> lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1004.468627] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b6ca4-4092-4587-be2e-b5517d20d223 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.490646] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2859e2-7952-4603-943d-0cdee71c6e34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.498034] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 1004.498034] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522da17d-27c9-e02e-97f0-971f806b7c32" [ 1004.498034] env[63380]: _type = "Task" [ 1004.498034] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.509826] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522da17d-27c9-e02e-97f0-971f806b7c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.523133] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdefe06-90fb-47dc-97d7-7d6c47c79281 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.531275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68bef75-e56f-4e25-97be-8398cdbcdee9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.561181] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46eebaf-06ec-489e-829f-b8bc2b816e83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.570738] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02941877-172a-4e2c-b521-2d0551204b03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.588037] env[63380]: DEBUG nova.compute.provider_tree [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.618664] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Successfully created port: 900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.693090] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516993} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.693090] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.693090] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.693090] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32f921cd-087a-4004-84c6-b1126c416249 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.698859] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1004.698859] env[63380]: value = "task-2680504" [ 1004.698859] env[63380]: _type = "Task" [ 1004.698859] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.707038] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.769468] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.775469] env[63380]: DEBUG nova.network.neutron [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.872504] env[63380]: DEBUG nova.network.neutron [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.900232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.009830] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522da17d-27c9-e02e-97f0-971f806b7c32, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.010536] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.092536] env[63380]: DEBUG nova.scheduler.client.report [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.211154] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078613} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.211406] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.212240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43657bc0-593f-4210-b3e0-09ecdbc67761 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.237273] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.237591] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e61c900e-70c8-4225-a9c5-57f95d03493b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.259373] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1005.259373] env[63380]: value = "task-2680505" [ 1005.259373] env[63380]: _type = "Task" [ 1005.259373] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.267955] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.375097] env[63380]: DEBUG oslo_concurrency.lockutils [req-989299a2-ed7c-4bda-ada0-2eeb037d4b28 req-3baa8675-d0e9-469d-bd3b-37054878dbc6 service nova] Releasing lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.375561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.375728] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.596362] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.598995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.768s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.601065] env[63380]: INFO nova.compute.claims [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.621054] env[63380]: INFO nova.scheduler.client.report [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted allocations for instance cc13c801-3582-4a42-a196-eac1e4d7d53d [ 1005.772977] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.778372] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.807828] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.808130] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.808310] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.808504] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.808674] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.808825] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.809048] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.809214] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.809387] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.809547] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.809718] env[63380]: DEBUG nova.virt.hardware [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.810959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee48f5-64fe-4627-8383-2a0d3bc8970d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.820055] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef50112-318c-470d-8b74-2c705de03615 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.908924] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.089377] env[63380]: DEBUG nova.network.neutron [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating instance_info_cache with network_info: [{"id": "77c13b96-80ba-47ea-83b0-41395904f3a4", "address": "fa:16:3e:11:0d:75", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c13b96-80", "ovs_interfaceid": "77c13b96-80ba-47ea-83b0-41395904f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.093296] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Successfully updated port: 900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.128123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20558bcb-6c49-4066-8b08-872672c2035a tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "cc13c801-3582-4a42-a196-eac1e4d7d53d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.728s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.142416] env[63380]: DEBUG nova.compute.manager [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Received event network-vif-plugged-900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.142649] env[63380]: DEBUG oslo_concurrency.lockutils [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] Acquiring lock "76bc522c-f66a-4959-826d-aa3919330572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.142860] env[63380]: DEBUG oslo_concurrency.lockutils [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] Lock "76bc522c-f66a-4959-826d-aa3919330572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.143042] env[63380]: DEBUG oslo_concurrency.lockutils [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] Lock "76bc522c-f66a-4959-826d-aa3919330572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.143211] env[63380]: DEBUG nova.compute.manager [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] No waiting events found dispatching network-vif-plugged-900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.143374] env[63380]: WARNING nova.compute.manager [req-13e455d1-02d1-4849-8c1e-0ac07d109cdc req-f111dba0-26ad-4237-b7fc-8fa682237828 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Received unexpected event network-vif-plugged-900d645e-9d83-4f6d-b847-075c598038d5 for instance with vm_state building and task_state spawning. [ 1006.153155] env[63380]: INFO nova.compute.manager [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Resuming [ 1006.153676] env[63380]: DEBUG nova.objects.instance [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'flavor' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.271224] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680505, 'name': ReconfigVM_Task, 'duration_secs': 0.652363} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.271533] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.272196] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75f71813-feed-4b90-be60-e5dd5ee8f718 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.280041] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1006.280041] env[63380]: value = "task-2680506" [ 1006.280041] env[63380]: _type = "Task" [ 1006.280041] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.288593] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680506, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.502672] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "98361a6b-ae46-49da-82c5-612246fafa86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.502905] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.503115] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "98361a6b-ae46-49da-82c5-612246fafa86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.503308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.503484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.505753] env[63380]: INFO nova.compute.manager [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Terminating instance [ 1006.591995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.592328] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance network_info: |[{"id": "77c13b96-80ba-47ea-83b0-41395904f3a4", "address": "fa:16:3e:11:0d:75", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c13b96-80", "ovs_interfaceid": "77c13b96-80ba-47ea-83b0-41395904f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.592815] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:0d:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77c13b96-80ba-47ea-83b0-41395904f3a4', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.601493] env[63380]: DEBUG oslo.service.loopingcall [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.601951] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.602210] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.602371] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.603777] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.604483] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dfa02b1-0f07-4d56-ad49-9249ccd05f00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.629331] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.629331] env[63380]: value = "task-2680507" [ 1006.629331] env[63380]: _type = "Task" [ 1006.629331] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.638069] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680507, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.793849] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680506, 'name': Rename_Task, 'duration_secs': 0.466268} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.794177] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.794478] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6350cbde-15fa-4ff9-a474-c2ef5d80df21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.805680] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1006.805680] env[63380]: value = "task-2680508" [ 1006.805680] env[63380]: _type = "Task" [ 1006.805680] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.818754] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.845731] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40e533-26d5-4728-88a3-dea3e0edb48d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.854761] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb06fe1c-aac2-4cd4-b0e0-3a35d698723f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.889591] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9aaf1a-c24b-4246-ae70-7597b42ef304 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.900201] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd79fc0-828a-4b62-bfe2-69eec22e435e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916468] env[63380]: DEBUG nova.compute.provider_tree [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.009581] env[63380]: DEBUG nova.compute.manager [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.009705] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.010595] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad2982-81cd-438f-9aad-e4c6f873df02 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.018740] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.018996] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26dad12-0e67-4596-b384-a94e2495cb0c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.025509] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 1007.025509] env[63380]: value = "task-2680509" [ 1007.025509] env[63380]: _type = "Task" [ 1007.025509] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.034302] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.113071] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.113325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.135067] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.143816] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680507, 'name': CreateVM_Task, 'duration_secs': 0.393613} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.144037] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.144701] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.144886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.145237] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.145780] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64cc1e8-5a05-4de6-8e1b-8daf06d6182d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.151161] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1007.151161] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d1c2f2-d92b-7b72-0cbd-3f83d038c405" [ 1007.151161] env[63380]: _type = "Task" [ 1007.151161] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.164985] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d1c2f2-d92b-7b72-0cbd-3f83d038c405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.275084] env[63380]: DEBUG nova.network.neutron [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Updating instance_info_cache with network_info: [{"id": "900d645e-9d83-4f6d-b847-075c598038d5", "address": "fa:16:3e:68:84:6c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900d645e-9d", "ovs_interfaceid": "900d645e-9d83-4f6d-b847-075c598038d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.316913] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.419802] env[63380]: DEBUG nova.scheduler.client.report [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.536469] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680509, 'name': PowerOffVM_Task, 'duration_secs': 0.212898} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.536686] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.536857] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.537144] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19a03d2b-7dc6-4e91-9f69-5c3122381a3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.609212] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.609502] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.609702] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleting the datastore file [datastore1] 98361a6b-ae46-49da-82c5-612246fafa86 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.610033] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cae32e4-96f1-4c4b-8345-1499b388f268 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.615957] env[63380]: DEBUG nova.compute.utils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.618440] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for the task: (returnval){ [ 1007.618440] env[63380]: value = "task-2680511" [ 1007.618440] env[63380]: _type = "Task" [ 1007.618440] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.626960] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.661496] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d1c2f2-d92b-7b72-0cbd-3f83d038c405, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.661789] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.662035] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.662273] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.662426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.662603] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.662947] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8782e35f-dab5-4004-abb2-684a78328ecf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.665150] env[63380]: DEBUG oslo_concurrency.lockutils [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.665308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquired lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.665473] env[63380]: DEBUG nova.network.neutron [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.674201] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.674382] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.675700] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f992ec44-0422-4777-abc2-35f2cf76ca79 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.681599] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1007.681599] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d243a0-ec3d-5363-ce88-8bb67a112cbe" [ 1007.681599] env[63380]: _type = "Task" [ 1007.681599] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.689745] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d243a0-ec3d-5363-ce88-8bb67a112cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.777923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.778357] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance network_info: |[{"id": "900d645e-9d83-4f6d-b847-075c598038d5", "address": "fa:16:3e:68:84:6c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900d645e-9d", "ovs_interfaceid": "900d645e-9d83-4f6d-b847-075c598038d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.778796] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:84:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900d645e-9d83-4f6d-b847-075c598038d5', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.786439] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating folder: Project (d29504ba085045a69b44e963eb1befbb). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.786720] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9ca0432-515f-4dca-bb7f-5917d25e3f0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.799388] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created folder: Project (d29504ba085045a69b44e963eb1befbb) in parent group-v540155. [ 1007.799570] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating folder: Instances. Parent ref: group-v540424. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.799808] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79424efd-37b4-4f80-bb1e-81893441618d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.811809] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created folder: Instances in parent group-v540424. [ 1007.812052] env[63380]: DEBUG oslo.service.loopingcall [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.812711] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.812915] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b72507-afa8-4963-b016-016c6b9ccbfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.829673] env[63380]: DEBUG oslo_vmware.api [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680508, 'name': PowerOnVM_Task, 'duration_secs': 0.719452} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.830271] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.830505] env[63380]: INFO nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1007.830716] env[63380]: DEBUG nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.831522] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ebd734-2678-46d7-a064-38641a7ee52b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.834724] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.834724] env[63380]: value = "task-2680514" [ 1007.834724] env[63380]: _type = "Task" [ 1007.834724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.848123] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680514, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.924839] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.925480] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.928312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.416s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.930047] env[63380]: INFO nova.compute.claims [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.119720] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.129700] env[63380]: DEBUG oslo_vmware.api [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Task: {'id': task-2680511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351537} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.129948] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.130197] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.130362] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.130544] env[63380]: INFO nova.compute.manager [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1008.130786] env[63380]: DEBUG oslo.service.loopingcall [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.130983] env[63380]: DEBUG nova.compute.manager [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.131095] env[63380]: DEBUG nova.network.neutron [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.192587] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d243a0-ec3d-5363-ce88-8bb67a112cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.195385] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e055f890-2181-4405-9ea1-af7f96aeec89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.202894] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1008.202894] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a33ded-73fa-8254-9a1a-68a2bbef1d05" [ 1008.202894] env[63380]: _type = "Task" [ 1008.202894] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.211287] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a33ded-73fa-8254-9a1a-68a2bbef1d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.349074] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680514, 'name': CreateVM_Task, 'duration_secs': 0.32137} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.350813] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.351978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.351978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.351978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.352352] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf12ff42-5d9b-4864-9675-4b986c7cb6f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.354932] env[63380]: INFO nova.compute.manager [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Took 13.60 seconds to build instance. [ 1008.360268] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1008.360268] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c5b67b-307e-d4cb-f5bd-287f47930ce7" [ 1008.360268] env[63380]: _type = "Task" [ 1008.360268] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.371298] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c5b67b-307e-d4cb-f5bd-287f47930ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.372275] env[63380]: DEBUG nova.network.neutron [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [{"id": "4b479690-16a0-4ab7-9892-04554efa5857", "address": "fa:16:3e:75:77:f7", "network": {"id": "8ca82eba-d110-45cf-8d22-23601e95af5c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-909975419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbb3d0f142354a52a4d0a30159ad9f5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b479690-16", "ovs_interfaceid": "4b479690-16a0-4ab7-9892-04554efa5857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.435565] env[63380]: DEBUG nova.compute.utils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.440129] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.440377] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.477610] env[63380]: DEBUG nova.policy [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01564b6b9b1c41cbb0f5bcb9be90c6aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c2e5a54f6d441af9c1c0aa73ee8e747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.720631] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a33ded-73fa-8254-9a1a-68a2bbef1d05, 'name': SearchDatastore_Task, 'duration_secs': 0.04111} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.721277] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.724684] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] e1e69714-6b9f-48da-8573-54a5d872a4a7/e1e69714-6b9f-48da-8573-54a5d872a4a7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.725501] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e614c6a-fb08-42b0-9c1f-4066c2761532 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.734639] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1008.734639] env[63380]: value = "task-2680515" [ 1008.734639] env[63380]: _type = "Task" [ 1008.734639] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.738381] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Successfully created port: 06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.745811] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.857546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ee40184c-b706-4531-8bb3-2ef02cd4bf8b tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.109s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.874729] env[63380]: DEBUG oslo_concurrency.lockutils [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Releasing lock "refresh_cache-79d02f19-51af-41ca-abcb-89bc6d6631dd" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.875212] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c5b67b-307e-d4cb-f5bd-287f47930ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.876116] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be7a23-09c3-4736-aa2d-9cd8baf754b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.879049] env[63380]: DEBUG nova.network.neutron [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.880439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.881036] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.881130] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.881266] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.881465] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.882024] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c62c7092-0b02-4b9f-bc21-a13d77c9220f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.888544] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Resuming the VM {{(pid=63380) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1008.888846] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddaaa7ba-a3e6-47b0-a3b6-700ab195190d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.892103] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.893167] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.894164] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa866f8-d8df-451a-969d-c1f7a029bd14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.899831] env[63380]: DEBUG oslo_vmware.api [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 1008.899831] env[63380]: value = "task-2680516" [ 1008.899831] env[63380]: _type = "Task" [ 1008.899831] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.901299] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1008.901299] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52149f63-dbdd-9ed1-ad87-4b02bb442821" [ 1008.901299] env[63380]: _type = "Task" [ 1008.901299] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.916021] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52149f63-dbdd-9ed1-ad87-4b02bb442821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.916348] env[63380]: DEBUG oslo_vmware.api [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.940720] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.183329] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e043b13-8491-4e29-a91a-246fbca9c1e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.191626] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.191898] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.192200] env[63380]: INFO nova.compute.manager [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Attaching volume dd8760bf-b8b3-4b63-9352-2e35c19ba7b4 to /dev/sdb [ 1009.195046] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb22e7-1f63-4800-be05-b5d9f703f1ab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.230809] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681d8a2-82a8-4f22-bc25-d960f2a0656e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.234927] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6940537d-0ec8-4afc-b40f-bfc7131afa41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.244269] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383e352-f9c5-4fd5-8e65-256567f6b931 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.252046] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504824} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.253037] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18b791e-26b5-4865-b0c2-b30cac8c261e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255356] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] e1e69714-6b9f-48da-8573-54a5d872a4a7/e1e69714-6b9f-48da-8573-54a5d872a4a7.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.255571] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.264715] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faa2b940-dd73-4b54-8b8c-d83047654bad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.266732] env[63380]: DEBUG nova.compute.provider_tree [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.274229] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1009.274229] env[63380]: value = "task-2680517" [ 1009.274229] env[63380]: _type = "Task" [ 1009.274229] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.282337] env[63380]: DEBUG nova.virt.block_device [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating existing volume attachment record: eb4a50cf-55ab-4558-9e22-2e8bee08ca02 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1009.287759] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.383028] env[63380]: INFO nova.compute.manager [-] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Took 1.25 seconds to deallocate network for instance. [ 1009.391092] env[63380]: DEBUG nova.compute.manager [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Received event network-changed-900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.391342] env[63380]: DEBUG nova.compute.manager [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Refreshing instance network info cache due to event network-changed-900d645e-9d83-4f6d-b847-075c598038d5. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.391605] env[63380]: DEBUG oslo_concurrency.lockutils [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] Acquiring lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.391938] env[63380]: DEBUG oslo_concurrency.lockutils [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] Acquired lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.391969] env[63380]: DEBUG nova.network.neutron [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Refreshing network info cache for port 900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.421630] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52149f63-dbdd-9ed1-ad87-4b02bb442821, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.426195] env[63380]: DEBUG oslo_vmware.api [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680516, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.426472] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebeaf6f-2820-4394-beb5-f0156d860e21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.438878] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1009.438878] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c3af4-abba-dd21-f7b5-b4bafacd05a2" [ 1009.438878] env[63380]: _type = "Task" [ 1009.438878] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.454445] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c3af4-abba-dd21-f7b5-b4bafacd05a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.772022] env[63380]: DEBUG nova.scheduler.client.report [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.790580] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244834} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.790874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.791785] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ac2b4-2320-419b-a28e-e64bba1bd0a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.822800] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e1e69714-6b9f-48da-8573-54a5d872a4a7/e1e69714-6b9f-48da-8573-54a5d872a4a7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.823167] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645b1964-07f7-478b-9c99-93c8590ddf76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.847582] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1009.847582] env[63380]: value = "task-2680519" [ 1009.847582] env[63380]: _type = "Task" [ 1009.847582] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.857960] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.890192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.912819] env[63380]: DEBUG oslo_vmware.api [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680516, 'name': PowerOnVM_Task, 'duration_secs': 0.727148} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.913118] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Resumed the VM {{(pid=63380) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1009.913376] env[63380]: DEBUG nova.compute.manager [None req-aeb78cb7-b596-47b2-8d7b-9820a7537799 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.914159] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86bf2c1-4378-4a1d-9e30-7e2967ae53eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.951185] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520c3af4-abba-dd21-f7b5-b4bafacd05a2, 'name': SearchDatastore_Task, 'duration_secs': 0.016346} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.951497] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.951796] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.952283] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad10bd3a-a23c-4f29-88c8-c596cd611851 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.956668] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.960333] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1009.960333] env[63380]: value = "task-2680520" [ 1009.960333] env[63380]: _type = "Task" [ 1009.960333] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.972257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "643c7634-0e66-4ae8-8178-e0c33da37693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.972924] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.973124] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.973385] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.973608] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.979104] env[63380]: INFO nova.compute.manager [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Terminating instance [ 1009.985836] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.996604] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.996908] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.003051] env[63380]: DEBUG nova.virt.hardware [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.003051] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c4a30-e0f7-4b25-90be-b4c3a0768705 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.010340] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc15b6b-f9b5-45fe-989e-958223e7aa5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.275747] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.276333] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.279392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.379s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.279766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.279766] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1010.280039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.270s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.285668] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31972506-a13d-4e3e-a6a1-e306208557d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.297372] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e40ea0-330d-4270-8990-6fdb849f7517 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.319212] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc36ad0-3273-40e8-bfa3-56cb7687431e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.332454] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a396a3-71fb-4296-9648-464841bf0c96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.371334] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179111MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1010.371508] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.372879] env[63380]: DEBUG nova.network.neutron [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Updated VIF entry in instance network info cache for port 900d645e-9d83-4f6d-b847-075c598038d5. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.373301] env[63380]: DEBUG nova.network.neutron [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Updating instance_info_cache with network_info: [{"id": "900d645e-9d83-4f6d-b847-075c598038d5", "address": "fa:16:3e:68:84:6c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900d645e-9d", "ovs_interfaceid": "900d645e-9d83-4f6d-b847-075c598038d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.391533] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680519, 'name': ReconfigVM_Task, 'duration_secs': 0.333951} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.391533] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e1e69714-6b9f-48da-8573-54a5d872a4a7/e1e69714-6b9f-48da-8573-54a5d872a4a7.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.392900] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e1207e-15be-4017-b722-8a5256714884 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.401595] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1010.401595] env[63380]: value = "task-2680523" [ 1010.401595] env[63380]: _type = "Task" [ 1010.401595] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.413369] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680523, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.471919] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.487542] env[63380]: DEBUG nova.compute.manager [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.487840] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.489011] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67dc7dd-b43b-41cb-a217-2fb3f6811834 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.499565] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.499954] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcba5c84-3ff2-4318-a683-f388c0f3e656 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.509754] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 1010.509754] env[63380]: value = "task-2680524" [ 1010.509754] env[63380]: _type = "Task" [ 1010.509754] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.521450] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.525343] env[63380]: DEBUG nova.compute.manager [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Received event network-changed-c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.525647] env[63380]: DEBUG nova.compute.manager [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Refreshing instance network info cache due to event network-changed-c0ba7128-6415-4396-8f72-09e4d712f171. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.526042] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.526140] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.526396] env[63380]: DEBUG nova.network.neutron [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Refreshing network info cache for port c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.554469] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Successfully updated port: 06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.784408] env[63380]: DEBUG nova.compute.utils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.785736] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.786508] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.824222] env[63380]: DEBUG nova.policy [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8f4b89bf514037a4f0e14e19021fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f374e9a5184196ab74f31d9f111752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.883445] env[63380]: DEBUG oslo_concurrency.lockutils [req-260d87a1-ef38-45b0-b590-c0fe082efa0d req-94db501c-2033-4b30-b58b-305f8132986d service nova] Releasing lock "refresh_cache-76bc522c-f66a-4959-826d-aa3919330572" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.914425] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680523, 'name': Rename_Task, 'duration_secs': 0.198666} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.916556] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.917399] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95771322-6fa0-4b82-854d-143c11104b5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.924996] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1010.924996] env[63380]: value = "task-2680525" [ 1010.924996] env[63380]: _type = "Task" [ 1010.924996] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.941930] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.970532] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711624} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.970532] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.970746] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.970915] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a6396e1-4ba4-431f-9b7c-648f85ce18a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.983399] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1010.983399] env[63380]: value = "task-2680526" [ 1010.983399] env[63380]: _type = "Task" [ 1010.983399] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.991993] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.021421] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680524, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.059419] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.059419] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.059419] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.060237] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e800d18-c21a-4f43-8a79-b13ee5f81944 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.074565] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceeb443-0c8c-47e6-a64d-4db8b5298b38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.109451] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c2938d-effa-4434-aca0-41ea2dfb9739 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.116926] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1201301b-796a-434a-8f57-d53fbf018664 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.133187] env[63380]: DEBUG nova.compute.provider_tree [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.144341] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Successfully created port: 3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.289569] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.313229] env[63380]: DEBUG nova.network.neutron [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updated VIF entry in instance network info cache for port c0ba7128-6415-4396-8f72-09e4d712f171. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.313653] env[63380]: DEBUG nova.network.neutron [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.437092] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.492939] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100915} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.493234] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.494039] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550e8a1-26d5-4ba9-9377-834a2465943f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.519419] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.519823] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f5b068-4899-42c0-85a1-27f9ee8bd56a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.543357] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680524, 'name': PowerOffVM_Task, 'duration_secs': 0.535144} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.544820] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.545045] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.545340] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1011.545340] env[63380]: value = "task-2680527" [ 1011.545340] env[63380]: _type = "Task" [ 1011.545340] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.545541] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ae7328-1104-4131-91a2-0b40abd9b6b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.556985] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.607205] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.628448] env[63380]: DEBUG nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Received event network-vif-deleted-38040f4e-43f3-423e-8ad8-abef63cb7d42 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.628686] env[63380]: DEBUG nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Received event network-vif-plugged-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.628890] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Acquiring lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.629202] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.629387] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.629556] env[63380]: DEBUG nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] No waiting events found dispatching network-vif-plugged-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.629721] env[63380]: WARNING nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Received unexpected event network-vif-plugged-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e for instance with vm_state building and task_state spawning. [ 1011.629882] env[63380]: DEBUG nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Received event network-changed-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.630046] env[63380]: DEBUG nova.compute.manager [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Refreshing instance network info cache due to event network-changed-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.630278] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Acquiring lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.635992] env[63380]: DEBUG nova.scheduler.client.report [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.645384] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.645384] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.645384] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Deleting the datastore file [datastore1] 643c7634-0e66-4ae8-8178-e0c33da37693 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.645611] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7630627e-8359-4af3-8239-bff3d43d5cef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.655035] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for the task: (returnval){ [ 1011.655035] env[63380]: value = "task-2680529" [ 1011.655035] env[63380]: _type = "Task" [ 1011.655035] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.662833] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.780404] env[63380]: DEBUG nova.network.neutron [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Updating instance_info_cache with network_info: [{"id": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "address": "fa:16:3e:9f:e7:ec", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ab2eaf-4f", "ovs_interfaceid": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.816042] env[63380]: DEBUG oslo_concurrency.lockutils [req-b6b49f3e-a4df-4131-a934-dbf47ad727bf req-59287cc6-68b8-43b2-833b-7162f84ea62f service nova] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.943947] env[63380]: DEBUG oslo_vmware.api [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680525, 'name': PowerOnVM_Task, 'duration_secs': 0.664897} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.944491] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.944806] env[63380]: INFO nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1011.945021] env[63380]: DEBUG nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.945836] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f41fe-73c7-458c-ba33-61383904d98b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.060802] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.167117] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.283561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.283963] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Instance network_info: |[{"id": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "address": "fa:16:3e:9f:e7:ec", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ab2eaf-4f", "ovs_interfaceid": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.284306] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Acquired lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.284540] env[63380]: DEBUG nova.network.neutron [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Refreshing network info cache for port 06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.289021] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:e7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.294483] env[63380]: DEBUG oslo.service.loopingcall [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.298110] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.299522] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.301967] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a83afe00-fc0d-41bb-b807-ead20fb40f3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.323213] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.323213] env[63380]: value = "task-2680531" [ 1012.323213] env[63380]: _type = "Task" [ 1012.323213] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.332979] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.333315] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.333414] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.333567] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.333715] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.333864] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.334079] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.334242] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.334415] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.334577] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.334748] env[63380]: DEBUG nova.virt.hardware [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.335841] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c80b60-0e88-42a1-9745-6141df3521d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.342282] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680531, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.348288] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b2642-bd74-468a-86e3-64c344a485c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.465724] env[63380]: INFO nova.compute.manager [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Took 16.55 seconds to build instance. [ 1012.557863] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680527, 'name': ReconfigVM_Task, 'duration_secs': 0.881404} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.558325] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.558869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f42d8b-ad34-494e-b32c-c5579b7d1774 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.565012] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1012.565012] env[63380]: value = "task-2680532" [ 1012.565012] env[63380]: _type = "Task" [ 1012.565012] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.575795] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680532, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.612166] env[63380]: DEBUG nova.network.neutron [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Updated VIF entry in instance network info cache for port 06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.612581] env[63380]: DEBUG nova.network.neutron [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Updating instance_info_cache with network_info: [{"id": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "address": "fa:16:3e:9f:e7:ec", "network": {"id": "08a9235c-37f4-49b2-9056-e6c436afae9e", "bridge": "br-int", "label": "tempest-ServersTestJSON-1574528791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c2e5a54f6d441af9c1c0aa73ee8e747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ab2eaf-4f", "ovs_interfaceid": "06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.644312] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Successfully updated port: 3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.649254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.367s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.649591] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.760s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.649818] env[63380]: DEBUG nova.objects.instance [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lazy-loading 'resources' on Instance uuid 98361a6b-ae46-49da-82c5-612246fafa86 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.665568] env[63380]: DEBUG oslo_vmware.api [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Task: {'id': task-2680529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641556} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.665842] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.666045] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.666226] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.666397] env[63380]: INFO nova.compute.manager [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1012.666687] env[63380]: DEBUG oslo.service.loopingcall [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.666858] env[63380]: DEBUG nova.compute.manager [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.666956] env[63380]: DEBUG nova.network.neutron [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.845019] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680531, 'name': CreateVM_Task, 'duration_secs': 0.363647} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.845421] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.846076] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.846322] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.847057] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679da817-ead5-44bf-b82f-c952b14fa800 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.853156] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1012.853156] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d6ae9-1b61-e254-3cfe-80a6d12c2769" [ 1012.853156] env[63380]: _type = "Task" [ 1012.853156] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.864387] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d6ae9-1b61-e254-3cfe-80a6d12c2769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.969259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2c4dbd8-7499-4007-9184-c2997d591428 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.061s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.077118] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680532, 'name': Rename_Task, 'duration_secs': 0.179608} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.077118] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.077904] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c202e8-feb4-4b55-ac2b-a2eaed9fd1a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.088146] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1013.088146] env[63380]: value = "task-2680533" [ 1013.088146] env[63380]: _type = "Task" [ 1013.088146] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.095982] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.115809] env[63380]: DEBUG oslo_concurrency.lockutils [req-ca4885da-150b-496d-9963-6a9ace03548c req-4f9b6fa5-dfd0-4206-8773-03c3baab37b3 service nova] Releasing lock "refresh_cache-ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.151182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.151182] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.151182] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.225136] env[63380]: INFO nova.scheduler.client.report [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocation for migration c1a2fc57-abd1-480e-8aa0-03426ec3548d [ 1013.366575] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524d6ae9-1b61-e254-3cfe-80a6d12c2769, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.367251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.367251] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.367422] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.367574] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.367754] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.368030] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6509b18d-2217-41a6-9aaa-1818a298b141 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.378543] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.378738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.379522] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc6387d-8884-4bce-a45b-338c8c0e8f8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.384863] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1013.384863] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fdcf3b-ac19-0394-4a7d-323f1ccbaf8f" [ 1013.384863] env[63380]: _type = "Task" [ 1013.384863] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.398261] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fdcf3b-ac19-0394-4a7d-323f1ccbaf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.411479] env[63380]: DEBUG nova.compute.manager [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Received event network-changed-77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.411685] env[63380]: DEBUG nova.compute.manager [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Refreshing instance network info cache due to event network-changed-77c13b96-80ba-47ea-83b0-41395904f3a4. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.411920] env[63380]: DEBUG oslo_concurrency.lockutils [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] Acquiring lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.412081] env[63380]: DEBUG oslo_concurrency.lockutils [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] Acquired lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.412254] env[63380]: DEBUG nova.network.neutron [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Refreshing network info cache for port 77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.430583] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d551d42-5cee-492f-9f9f-719fd96f1d21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.438468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c538f-04bc-4a5f-b57f-4237c89885dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.469793] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a373527-a735-42d7-90b4-132f7f1176a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.477485] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b2f6d-b197-460a-85a6-cb018e2da926 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.493247] env[63380]: DEBUG nova.compute.provider_tree [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.595008] env[63380]: DEBUG nova.network.neutron [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.596277] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.692471] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.697018] env[63380]: DEBUG nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received event network-vif-plugged-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.697250] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Acquiring lock "23e39d5c-21c0-4000-b545-7298c2614518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.697457] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Lock "23e39d5c-21c0-4000-b545-7298c2614518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.697717] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Lock "23e39d5c-21c0-4000-b545-7298c2614518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.697978] env[63380]: DEBUG nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] No waiting events found dispatching network-vif-plugged-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.698241] env[63380]: WARNING nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received unexpected event network-vif-plugged-3a8bbc08-dda3-402f-a51c-aaec808c7a4a for instance with vm_state building and task_state spawning. [ 1013.698416] env[63380]: DEBUG nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.698572] env[63380]: DEBUG nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing instance network info cache due to event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.698741] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Acquiring lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.732206] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.164s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.831889] env[63380]: DEBUG nova.network.neutron [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [{"id": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "address": "fa:16:3e:3c:57:34", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8bbc08-dd", "ovs_interfaceid": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.898256] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fdcf3b-ac19-0394-4a7d-323f1ccbaf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.900720] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb307e2-470d-4093-9bf1-d5f2443f99a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.906338] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1013.906338] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee95b4-9659-c316-255f-fc447724aa3b" [ 1013.906338] env[63380]: _type = "Task" [ 1013.906338] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.917180] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee95b4-9659-c316-255f-fc447724aa3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.996089] env[63380]: DEBUG nova.scheduler.client.report [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.095856] env[63380]: DEBUG oslo_vmware.api [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680533, 'name': PowerOnVM_Task, 'duration_secs': 0.933245} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.096265] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.096526] env[63380]: INFO nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1014.096786] env[63380]: DEBUG nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.097869] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72293e-f7db-45ea-b4e4-baa9cc183dd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.101055] env[63380]: INFO nova.compute.manager [-] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Took 1.43 seconds to deallocate network for instance. [ 1014.151295] env[63380]: DEBUG nova.network.neutron [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updated VIF entry in instance network info cache for port 77c13b96-80ba-47ea-83b0-41395904f3a4. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.151690] env[63380]: DEBUG nova.network.neutron [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating instance_info_cache with network_info: [{"id": "77c13b96-80ba-47ea-83b0-41395904f3a4", "address": "fa:16:3e:11:0d:75", "network": {"id": "ed51b967-ce51-4585-9235-4547a66abba7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-10673950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff23de12be8f4fdbb53a2497ade9958b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c13b96-80", "ovs_interfaceid": "77c13b96-80ba-47ea-83b0-41395904f3a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.334025] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1014.334025] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540428', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'name': 'volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2e8c600-3ea4-4eac-b433-0bec2285b5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'serial': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1014.334544] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1461998d-66eb-49ce-a6f2-1eb3b9bec591 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.337499] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.337776] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Instance network_info: |[{"id": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "address": "fa:16:3e:3c:57:34", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8bbc08-dd", "ovs_interfaceid": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.338057] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Acquired lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.338266] env[63380]: DEBUG nova.network.neutron [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.339460] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:57:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a8bbc08-dda3-402f-a51c-aaec808c7a4a', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.347696] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating folder: Project (58f374e9a5184196ab74f31d9f111752). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.349099] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76c3f624-9268-4d9f-a626-86c3a09d4c8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.362348] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ad584-13c1-48ec-bdd0-ab45823d1fbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.390696] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4/volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.392588] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7726a16-b80f-44bd-bcd5-63c4df688533 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.405225] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created folder: Project (58f374e9a5184196ab74f31d9f111752) in parent group-v540155. [ 1014.405446] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating folder: Instances. Parent ref: group-v540430. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.405707] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51129b45-dd94-4456-8ec0-482271dc8bda {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.412791] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1014.412791] env[63380]: value = "task-2680535" [ 1014.412791] env[63380]: _type = "Task" [ 1014.412791] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.419625] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ee95b4-9659-c316-255f-fc447724aa3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.421120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.421455] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967/ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.421732] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created folder: Instances in parent group-v540430. [ 1014.421977] env[63380]: DEBUG oslo.service.loopingcall [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.424960] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0306c4d-741e-4ee3-9b1f-620c74bfc809 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.426760] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.427013] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.427221] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b7579e8-b4a4-4113-8e6f-5d829b504e3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.446513] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1014.446513] env[63380]: value = "task-2680537" [ 1014.446513] env[63380]: _type = "Task" [ 1014.446513] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.447729] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.447729] env[63380]: value = "task-2680538" [ 1014.447729] env[63380]: _type = "Task" [ 1014.447729] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.458579] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.461526] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680538, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.502124] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.505557] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.134s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.531655] env[63380]: INFO nova.scheduler.client.report [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Deleted allocations for instance 98361a6b-ae46-49da-82c5-612246fafa86 [ 1014.616075] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.624607] env[63380]: INFO nova.compute.manager [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Took 17.71 seconds to build instance. [ 1014.657858] env[63380]: DEBUG oslo_concurrency.lockutils [req-f0552a79-f99d-48e5-902c-7293d69b674b req-f2eb0b10-82df-4c5b-b465-e3d33c446e22 service nova] Releasing lock "refresh_cache-e1e69714-6b9f-48da-8573-54a5d872a4a7" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.925559] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.968270] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680537, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.976026] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680538, 'name': CreateVM_Task, 'duration_secs': 0.437702} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.976026] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.976026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.976026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.976026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.976026] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438f90e9-d758-4ae8-8a35-bcdb8bf4fbe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.980887] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1014.980887] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526570e4-3954-556f-3bdf-d0df837bbf24" [ 1014.980887] env[63380]: _type = "Task" [ 1014.980887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.991037] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526570e4-3954-556f-3bdf-d0df837bbf24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.040475] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d2602f46-2663-4fba-a4ae-4178c22ec6ec tempest-ServerRescueNegativeTestJSON-517178837 tempest-ServerRescueNegativeTestJSON-517178837-project-member] Lock "98361a6b-ae46-49da-82c5-612246fafa86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.537s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.102530] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.102896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.103171] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.103429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.103643] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.107028] env[63380]: INFO nova.compute.manager [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Terminating instance [ 1015.109058] env[63380]: DEBUG nova.network.neutron [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updated VIF entry in instance network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.109407] env[63380]: DEBUG nova.network.neutron [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [{"id": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "address": "fa:16:3e:3c:57:34", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8bbc08-dd", "ovs_interfaceid": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.127390] env[63380]: DEBUG oslo_concurrency.lockutils [None req-984d0e59-c06a-4b1c-90b0-922e87941dd0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.222s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.153958] env[63380]: INFO nova.compute.manager [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Rebuilding instance [ 1015.204247] env[63380]: DEBUG nova.compute.manager [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.205114] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c395118e-65eb-43cc-9cd8-6e62797a58d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.424346] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680535, 'name': ReconfigVM_Task, 'duration_secs': 0.714112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.424740] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4/volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.429502] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efdba40-e724-4ca5-a8a8-b809a91ec4e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.446300] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1015.446300] env[63380]: value = "task-2680539" [ 1015.446300] env[63380]: _type = "Task" [ 1015.446300] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.458456] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680539, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.461492] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530279} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.461740] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967/ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.462038] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.462309] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b807fe2d-9617-4540-88cf-41783e1a192f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.468261] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1015.468261] env[63380]: value = "task-2680540" [ 1015.468261] env[63380]: _type = "Task" [ 1015.468261] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.480099] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.490717] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526570e4-3954-556f-3bdf-d0df837bbf24, 'name': SearchDatastore_Task, 'duration_secs': 0.014245} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.491026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.491271] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.491510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.491681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.491875] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.492149] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-616fffe8-a4d7-4372-a0de-81433e318116 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.500642] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.500815] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.501545] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459c1ef6-1860-4925-8d9a-389af8550dee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.506668] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1015.506668] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52348173-fac6-24bf-ddd5-750f7b7cf79e" [ 1015.506668] env[63380]: _type = "Task" [ 1015.506668] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.515029] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52348173-fac6-24bf-ddd5-750f7b7cf79e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.539692] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.539851] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a188f2a3-168e-482e-a426-916070c64fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.539977] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d2e8c600-3ea4-4eac-b433-0bec2285b5ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540110] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cd3bef10-1014-4a88-b6a6-1780634050c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540227] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance daacca78-8443-4cac-b808-04002b18397e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540385] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540537] env[63380]: WARNING nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 643c7634-0e66-4ae8-8178-e0c33da37693 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1015.540656] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 79d02f19-51af-41ca-abcb-89bc6d6631dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540769] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 7e5a610c-1f87-4969-a0be-663a3ba7bc5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540880] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 79cb6d35-dcde-4ba9-aa60-84c0337a57ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.540988] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e1e69714-6b9f-48da-8573-54a5d872a4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.541109] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 76bc522c-f66a-4959-826d-aa3919330572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.541216] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.541379] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1015.541610] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1015.541748] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1015.612291] env[63380]: DEBUG oslo_concurrency.lockutils [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] Releasing lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.612565] env[63380]: DEBUG nova.compute.manager [req-ac25db32-efa9-444e-b969-c3d454caeca7 req-ba0c871b-4bb5-4d9b-9f74-3c2d44f84fc4 service nova] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Received event network-vif-deleted-b8b88ea2-fc77-4bba-a19e-dcd2cedf019f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.613252] env[63380]: DEBUG nova.compute.manager [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.613447] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.614359] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761721fe-96df-4784-af53-b30380f957b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.622628] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.622880] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c230ebf6-4ce5-4728-b37b-6cb59bfcb4b9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.628896] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 1015.628896] env[63380]: value = "task-2680541" [ 1015.628896] env[63380]: _type = "Task" [ 1015.628896] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.638934] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.739106] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2fffd8-42bf-4d1b-b81b-971f3b93e091 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.747904] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107de0d-93ca-41e1-a393-4cf19693a06f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.781345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b6b395-0645-4c24-94ca-23ba3a6baab7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.789765] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388cbadc-2220-4cf4-a5bc-75369554ecf9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.803292] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.958299] env[63380]: DEBUG oslo_vmware.api [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680539, 'name': ReconfigVM_Task, 'duration_secs': 0.165095} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.958984] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540428', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'name': 'volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2e8c600-3ea4-4eac-b433-0bec2285b5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'serial': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1015.981198] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068508} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.982068] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.983526] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474575e-ff01-4ed0-a252-f13b4a12b4b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.013705] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967/ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.013705] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cac8f9-e229-44ae-a9b2-3bfd93e981f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.036793] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52348173-fac6-24bf-ddd5-750f7b7cf79e, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.038796] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1016.038796] env[63380]: value = "task-2680542" [ 1016.038796] env[63380]: _type = "Task" [ 1016.038796] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.039093] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1664bf1-d2ad-4f21-b23e-6ef001f9f308 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.047372] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1016.047372] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5223f124-368a-4a47-3214-b258c584626f" [ 1016.047372] env[63380]: _type = "Task" [ 1016.047372] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.053293] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.062468] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5223f124-368a-4a47-3214-b258c584626f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.141943] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680541, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.221021] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.221021] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cba8133-b341-49fa-ab61-412b35758e46 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.225903] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1016.225903] env[63380]: value = "task-2680543" [ 1016.225903] env[63380]: _type = "Task" [ 1016.225903] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.239235] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.306592] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.554537] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680542, 'name': ReconfigVM_Task, 'duration_secs': 0.312901} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.554537] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967/ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.554537] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3bfffd-3edd-4715-8ec9-265cba7eca4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.566430] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5223f124-368a-4a47-3214-b258c584626f, 'name': SearchDatastore_Task, 'duration_secs': 0.015331} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.567720] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.568045] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 23e39d5c-21c0-4000-b545-7298c2614518/23e39d5c-21c0-4000-b545-7298c2614518.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.568428] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1016.568428] env[63380]: value = "task-2680544" [ 1016.568428] env[63380]: _type = "Task" [ 1016.568428] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.568652] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe2bcb5c-65a6-4559-8946-bc636f385e2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.579901] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680544, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.581311] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1016.581311] env[63380]: value = "task-2680545" [ 1016.581311] env[63380]: _type = "Task" [ 1016.581311] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.589299] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.639502] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.639639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.639789] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.640010] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.640347] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.642160] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680541, 'name': PowerOffVM_Task, 'duration_secs': 0.538871} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.642656] env[63380]: INFO nova.compute.manager [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Terminating instance [ 1016.644042] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.644262] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.645619] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b6d8c7-0a53-4ad2-804c-ab7d9eb27f07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.724176] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.724469] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.724983] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleting the datastore file [datastore1] 7e5a610c-1f87-4969-a0be-663a3ba7bc5e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.725343] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e034c696-2654-48cf-b8bc-848c115a1b23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.736105] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680543, 'name': PowerOffVM_Task, 'duration_secs': 0.331722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.737492] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.737740] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.738069] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for the task: (returnval){ [ 1016.738069] env[63380]: value = "task-2680547" [ 1016.738069] env[63380]: _type = "Task" [ 1016.738069] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.738746] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05689d9f-8cb9-4d9c-a380-35c9ad9ccbe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.747849] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.750770] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e3551b-5f94-4208-837f-2bcae3c14904 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.752348] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.814779] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1016.815187] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.310s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.815538] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.200s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.815857] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.831915] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.831915] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.832119] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore1] 76bc522c-f66a-4959-826d-aa3919330572 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.832938] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f6ac54-5c1b-446d-9e56-7dea6897647a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838794] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1016.838794] env[63380]: value = "task-2680549" [ 1016.838794] env[63380]: _type = "Task" [ 1016.838794] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.845436] env[63380]: INFO nova.scheduler.client.report [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Deleted allocations for instance 643c7634-0e66-4ae8-8178-e0c33da37693 [ 1016.852578] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.018951] env[63380]: DEBUG nova.objects.instance [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lazy-loading 'flavor' on Instance uuid d2e8c600-3ea4-4eac-b433-0bec2285b5ec {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.085849] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680544, 'name': Rename_Task, 'duration_secs': 0.145707} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.091038] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.091927] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6370791c-cbef-4a17-95e0-2bdff9a9deca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.101016] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.102032] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1017.102032] env[63380]: value = "task-2680550" [ 1017.102032] env[63380]: _type = "Task" [ 1017.102032] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.112031] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.149178] env[63380]: DEBUG nova.compute.manager [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.149594] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.150912] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fbdaa9-a1d9-4c24-aa75-5d29bc403bdf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.158959] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.159284] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13886c21-32ff-4515-9220-b35cf9d0a350 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.166093] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 1017.166093] env[63380]: value = "task-2680551" [ 1017.166093] env[63380]: _type = "Task" [ 1017.166093] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.175443] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.253764] env[63380]: DEBUG oslo_vmware.api [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Task: {'id': task-2680547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48682} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.254138] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.254423] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.254704] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.255134] env[63380]: INFO nova.compute.manager [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1017.255391] env[63380]: DEBUG oslo.service.loopingcall [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.255667] env[63380]: DEBUG nova.compute.manager [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.255808] env[63380]: DEBUG nova.network.neutron [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.349525] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418443} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.349833] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.350042] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.350228] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.355318] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ab3a2467-e841-42be-bee8-167df3fc1581 tempest-ServersTestFqdnHostnames-1162264331 tempest-ServersTestFqdnHostnames-1162264331-project-member] Lock "643c7634-0e66-4ae8-8178-e0c33da37693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.383s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.523912] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9c147f16-a490-49c9-b65f-535003f7369d tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.332s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.598828] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555415} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.598828] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 23e39d5c-21c0-4000-b545-7298c2614518/23e39d5c-21c0-4000-b545-7298c2614518.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.598828] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.598828] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8aa9ad1-fdfc-4a97-b08a-5f92d212de12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.608584] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1017.608584] env[63380]: value = "task-2680552" [ 1017.608584] env[63380]: _type = "Task" [ 1017.608584] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.609786] env[63380]: DEBUG nova.compute.manager [req-040aa62c-84ea-4be5-b5c8-b179cc8141d4 req-92871dae-3bd0-41e6-b84b-b733c3c50e85 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Received event network-vif-deleted-4857caeb-e9f2-4c77-b6da-2ef719bdf339 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.610502] env[63380]: INFO nova.compute.manager [req-040aa62c-84ea-4be5-b5c8-b179cc8141d4 req-92871dae-3bd0-41e6-b84b-b733c3c50e85 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Neutron deleted interface 4857caeb-e9f2-4c77-b6da-2ef719bdf339; detaching it from the instance and deleting it from the info cache [ 1017.610502] env[63380]: DEBUG nova.network.neutron [req-040aa62c-84ea-4be5-b5c8-b179cc8141d4 req-92871dae-3bd0-41e6-b84b-b733c3c50e85 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.621645] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.626683] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.677563] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680551, 'name': PowerOffVM_Task, 'duration_secs': 0.181894} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.677874] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.678057] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.678345] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d4cebb3-fa11-44fe-b31e-7a6a2c417dd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.745139] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.745521] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.746617] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleting the datastore file [datastore2] 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.746617] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e0ff978-f7a4-4f8f-9bab-3d36142d4a5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.752871] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for the task: (returnval){ [ 1017.752871] env[63380]: value = "task-2680554" [ 1017.752871] env[63380]: _type = "Task" [ 1017.752871] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.761824] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.007792] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.008214] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.075489] env[63380]: DEBUG nova.network.neutron [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.113502] env[63380]: DEBUG oslo_vmware.api [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680550, 'name': PowerOnVM_Task, 'duration_secs': 0.634969} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.116566] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38d04ced-c1c9-436a-8b38-f8337d355d53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.118518] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.118771] env[63380]: INFO nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1018.119033] env[63380]: DEBUG nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.120100] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b55f03-a113-41cb-983f-c98a706e85e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.127410] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071978} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.129709] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.134544] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ca084-8e0e-4996-896f-d99a69a12d30 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.140672] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23063ec-8d75-4f97-849c-3a115d781c37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.171662] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 23e39d5c-21c0-4000-b545-7298c2614518/23e39d5c-21c0-4000-b545-7298c2614518.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.183425] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e692e0e-3a75-495e-a170-5d62339dd323 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.197935] env[63380]: DEBUG nova.compute.manager [req-040aa62c-84ea-4be5-b5c8-b179cc8141d4 req-92871dae-3bd0-41e6-b84b-b733c3c50e85 service nova] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Detach interface failed, port_id=4857caeb-e9f2-4c77-b6da-2ef719bdf339, reason: Instance 7e5a610c-1f87-4969-a0be-663a3ba7bc5e could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.204566] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1018.204566] env[63380]: value = "task-2680555" [ 1018.204566] env[63380]: _type = "Task" [ 1018.204566] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.214234] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.262347] env[63380]: DEBUG oslo_vmware.api [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Task: {'id': task-2680554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147631} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.262611] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.262821] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.263008] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.263193] env[63380]: INFO nova.compute.manager [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1018.263439] env[63380]: DEBUG oslo.service.loopingcall [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.263632] env[63380]: DEBUG nova.compute.manager [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.263728] env[63380]: DEBUG nova.network.neutron [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.387472] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.387826] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.387962] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.388314] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.388463] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.388661] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.388885] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.389062] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.389233] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.389396] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.389570] env[63380]: DEBUG nova.virt.hardware [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.390464] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ddc51-c5f2-4350-b714-19eb83889bb5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.398412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6712c1-8feb-4e9c-991d-9faf41cc4e18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.412906] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:84:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900d645e-9d83-4f6d-b847-075c598038d5', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.422656] env[63380]: DEBUG oslo.service.loopingcall [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.422933] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.423179] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec716cb6-8895-44ac-b20c-4b83df12190e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.444641] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.444641] env[63380]: value = "task-2680556" [ 1018.444641] env[63380]: _type = "Task" [ 1018.444641] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.453344] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680556, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.511250] env[63380]: INFO nova.compute.manager [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Detaching volume dd8760bf-b8b3-4b63-9352-2e35c19ba7b4 [ 1018.556375] env[63380]: INFO nova.virt.block_device [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Attempting to driver detach volume dd8760bf-b8b3-4b63-9352-2e35c19ba7b4 from mountpoint /dev/sdb [ 1018.557137] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.557137] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540428', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'name': 'volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2e8c600-3ea4-4eac-b433-0bec2285b5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'serial': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.557665] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b73759-dbc5-4fbc-a171-f638c9fcd525 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.580691] env[63380]: INFO nova.compute.manager [-] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Took 1.32 seconds to deallocate network for instance. [ 1018.581580] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093060a-bbd0-4c4c-8ead-d807c70015ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.591887] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab8b9b-b330-4de3-a25b-80ff0d1d2086 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.613908] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49272d0-47f4-4d75-9a63-f02dfcd797d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.631561] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] The volume has not been displaced from its original location: [datastore1] volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4/volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.637416] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.638490] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c24115d-2b66-40a2-ad3a-93f24f25be77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.662481] env[63380]: INFO nova.compute.manager [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Took 16.85 seconds to build instance. [ 1018.666170] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1018.666170] env[63380]: value = "task-2680557" [ 1018.666170] env[63380]: _type = "Task" [ 1018.666170] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.676508] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.715331] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.955232] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680556, 'name': CreateVM_Task, 'duration_secs': 0.362459} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.955232] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.955232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.955232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.955232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.955508] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a371af4-8d50-45a5-8d55-7a2d70bd8143 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.960148] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1018.960148] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a01df0-3e58-375d-2991-1803abd80640" [ 1018.960148] env[63380]: _type = "Task" [ 1018.960148] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.967942] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a01df0-3e58-375d-2991-1803abd80640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.090038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.090512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.090770] env[63380]: DEBUG nova.objects.instance [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lazy-loading 'resources' on Instance uuid 7e5a610c-1f87-4969-a0be-663a3ba7bc5e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.158752] env[63380]: DEBUG nova.network.neutron [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.166356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-65c88f9e-cfba-45fd-91fd-7c5ed57dc7e1 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.365s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.179714] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.216872] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680555, 'name': ReconfigVM_Task, 'duration_secs': 0.54357} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.217405] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 23e39d5c-21c0-4000-b545-7298c2614518/23e39d5c-21c0-4000-b545-7298c2614518.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.218223] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b2bba5-139b-4ab2-b2a1-0d5eeb1e8b74 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.224395] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1019.224395] env[63380]: value = "task-2680558" [ 1019.224395] env[63380]: _type = "Task" [ 1019.224395] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.234283] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680558, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.472208] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a01df0-3e58-375d-2991-1803abd80640, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.472756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.473160] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.473528] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.473807] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.474133] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.474519] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6656f43a-ea21-4c4c-84dc-f742cd6c8448 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.486305] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.486305] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.486305] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68dde1f8-3854-4a76-a687-a7df81499e63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.494169] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1019.494169] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52815f5a-9af7-7847-600f-439cda7df6db" [ 1019.494169] env[63380]: _type = "Task" [ 1019.494169] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.501978] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52815f5a-9af7-7847-600f-439cda7df6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.660017] env[63380]: DEBUG nova.compute.manager [req-82fd8bca-1a13-40c8-b510-40aebf952fae req-965234ad-20d5-4135-b76d-b387258dedd5 service nova] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Received event network-vif-deleted-4b479690-16a0-4ab7-9892-04554efa5857 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.663403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.663698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.663904] env[63380]: DEBUG nova.compute.manager [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.664800] env[63380]: INFO nova.compute.manager [-] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Took 1.40 seconds to deallocate network for instance. [ 1019.665837] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73ff493-3d09-453d-aea8-7d9625d83fd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.681579] env[63380]: DEBUG nova.compute.manager [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.682165] env[63380]: DEBUG nova.objects.instance [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'flavor' on Instance uuid ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.688223] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.738773] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680558, 'name': Rename_Task, 'duration_secs': 0.379656} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.741551] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.743371] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93264d0-1634-4134-bd29-9859e54ac0d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748867] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1019.748867] env[63380]: value = "task-2680559" [ 1019.748867] env[63380]: _type = "Task" [ 1019.748867] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.757241] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.838443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2cf14-3cdb-418f-878a-0cdbe58fac43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.846726] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884743e6-ec37-47a3-8cc5-563c80862e1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.881133] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ed8021-f0b4-4c49-8169-59363acbe5ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.889615] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5a5ef-d903-448b-b275-2c15043bf710 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.905814] env[63380]: DEBUG nova.compute.provider_tree [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.003789] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52815f5a-9af7-7847-600f-439cda7df6db, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.004592] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96148b6-c607-4b82-be4d-4f9fe200c590 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.010934] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1020.010934] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523efae1-c38a-7649-cbf5-d211813a6122" [ 1020.010934] env[63380]: _type = "Task" [ 1020.010934] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.019247] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523efae1-c38a-7649-cbf5-d211813a6122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.182524] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680557, 'name': ReconfigVM_Task, 'duration_secs': 1.285275} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.182951] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.189188] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.189530] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615bb185-3b3d-4b20-a253-b90f3c737120 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.207890] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1020.207890] env[63380]: value = "task-2680560" [ 1020.207890] env[63380]: _type = "Task" [ 1020.207890] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.217460] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.260220] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.409447] env[63380]: DEBUG nova.scheduler.client.report [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.526489] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523efae1-c38a-7649-cbf5-d211813a6122, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.526489] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.526489] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.526489] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb94d4fc-f994-455b-9d56-85146e8d4791 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.531260] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1020.531260] env[63380]: value = "task-2680561" [ 1020.531260] env[63380]: _type = "Task" [ 1020.531260] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.539294] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.705360] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.705360] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637e7239-f65b-4990-ac55-9fef85ad9f3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.714462] env[63380]: DEBUG oslo_vmware.api [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1020.714462] env[63380]: value = "task-2680562" [ 1020.714462] env[63380]: _type = "Task" [ 1020.714462] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.722408] env[63380]: DEBUG oslo_vmware.api [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680560, 'name': ReconfigVM_Task, 'duration_secs': 0.146737} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.726797] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540428', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'name': 'volume-dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2e8c600-3ea4-4eac-b433-0bec2285b5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4', 'serial': 'dd8760bf-b8b3-4b63-9352-2e35c19ba7b4'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.729204] env[63380]: DEBUG oslo_vmware.api [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.759714] env[63380]: DEBUG oslo_vmware.api [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680559, 'name': PowerOnVM_Task, 'duration_secs': 0.710261} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.759714] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.759871] env[63380]: INFO nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1020.759957] env[63380]: DEBUG nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.761585] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf0414c-3fce-4a03-ba15-8cda89a7a9a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.914917] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.921179] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.732s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.922649] env[63380]: DEBUG nova.objects.instance [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lazy-loading 'resources' on Instance uuid 79d02f19-51af-41ca-abcb-89bc6d6631dd {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.947267] env[63380]: INFO nova.scheduler.client.report [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Deleted allocations for instance 7e5a610c-1f87-4969-a0be-663a3ba7bc5e [ 1021.044437] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.226592] env[63380]: DEBUG oslo_vmware.api [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680562, 'name': PowerOffVM_Task, 'duration_secs': 0.331652} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.226592] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.226592] env[63380]: DEBUG nova.compute.manager [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.226592] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93cdae-7f08-4949-a837-74a0906588a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.287959] env[63380]: INFO nova.compute.manager [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Took 17.79 seconds to build instance. [ 1021.289229] env[63380]: DEBUG nova.objects.instance [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lazy-loading 'flavor' on Instance uuid d2e8c600-3ea4-4eac-b433-0bec2285b5ec {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.460220] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6dfd32fc-3e20-4356-8c73-28cbe408340b tempest-DeleteServersTestJSON-62859200 tempest-DeleteServersTestJSON-62859200-project-member] Lock "7e5a610c-1f87-4969-a0be-663a3ba7bc5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.548393] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.616497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ffecf-2496-47d3-8c2e-cc893e34ff0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.624260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838de30a-7323-481d-8938-56d02bce8d83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659922] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ed6b3-83bf-44c3-a473-0f4ae07afeca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.667391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad0af47-90b1-46bd-aabc-8a24eb424e15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.682175] env[63380]: DEBUG nova.compute.provider_tree [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.737955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e3f7b0a-e793-49c9-b47f-a30d99143382 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.762682] env[63380]: DEBUG nova.compute.manager [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.762872] env[63380]: DEBUG nova.compute.manager [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing instance network info cache due to event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.763156] env[63380]: DEBUG oslo_concurrency.lockutils [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] Acquiring lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.763259] env[63380]: DEBUG oslo_concurrency.lockutils [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] Acquired lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.763413] env[63380]: DEBUG nova.network.neutron [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.791296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e27151b-aac6-4aa2-8da1-c8291fce08ce tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.310s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.045078] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489393} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.045610] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.046170] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.046628] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3db4653-cca5-4a94-9edb-a381c740578a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.055837] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1022.055837] env[63380]: value = "task-2680564" [ 1022.055837] env[63380]: _type = "Task" [ 1022.055837] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.069656] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.185536] env[63380]: DEBUG nova.scheduler.client.report [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.300523] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c2fcabd-d48f-4517-8089-c265f55ab603 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.292s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.389344] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.389537] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.482594] env[63380]: DEBUG nova.network.neutron [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updated VIF entry in instance network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.482594] env[63380]: DEBUG nova.network.neutron [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [{"id": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "address": "fa:16:3e:3c:57:34", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8bbc08-dd", "ovs_interfaceid": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.566286] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224145} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.566499] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.567293] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cf0eb7-326e-43f3-974e-6b35118e1b8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.590589] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.590824] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82832ea-7b33-45e8-bf63-500f4dae5b87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.609339] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1022.609339] env[63380]: value = "task-2680565" [ 1022.609339] env[63380]: _type = "Task" [ 1022.609339] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.340693] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.340966] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.341142] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.341326] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.341494] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.343369] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.422s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.345550] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.348089] env[63380]: DEBUG oslo_concurrency.lockutils [req-5b4f6b8c-7bec-46eb-952c-3868649047f7 req-610d641b-4272-4dba-965e-464ee783a858 service nova] Releasing lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.348504] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.348697] env[63380]: WARNING oslo_vmware.common.loopingcall [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] task run outlasted interval by 0.23914899999999994 sec [ 1023.349334] env[63380]: INFO nova.compute.manager [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Terminating instance [ 1023.353821] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "374d7e34-8960-4c78-bc32-41b16ee74e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.354041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.365592] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680565, 'name': ReconfigVM_Task, 'duration_secs': 0.382372} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.365592] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 76bc522c-f66a-4959-826d-aa3919330572/76bc522c-f66a-4959-826d-aa3919330572.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.366524] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5866283b-b8f1-4a84-89f6-e31d053a7f37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.374133] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1023.374133] env[63380]: value = "task-2680566" [ 1023.374133] env[63380]: _type = "Task" [ 1023.374133] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.383994] env[63380]: INFO nova.scheduler.client.report [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Deleted allocations for instance 79d02f19-51af-41ca-abcb-89bc6d6631dd [ 1023.385426] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680566, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.859407] env[63380]: DEBUG nova.compute.manager [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.859678] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.860072] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.863048] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2daae6-e1e4-45ee-89c6-e223a5bce5f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.866952] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.867197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.869691] env[63380]: INFO nova.compute.claims [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.875705] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.879128] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e18077-8d26-4182-8ba8-ff5f8f835c6d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.885032] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680566, 'name': Rename_Task, 'duration_secs': 0.410855} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.885131] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.885285] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6856f914-1fa9-4ab1-8d4b-e2c2b878034e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.891920] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1023.891920] env[63380]: value = "task-2680568" [ 1023.891920] env[63380]: _type = "Task" [ 1023.891920] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.897520] env[63380]: DEBUG oslo_concurrency.lockutils [None req-59868fa4-9b75-441c-935f-81aeaf148bc4 tempest-ServersNegativeTestJSON-358039120 tempest-ServersNegativeTestJSON-358039120-project-member] Lock "79d02f19-51af-41ca-abcb-89bc6d6631dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.258s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.902087] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.954197] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.954573] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.954857] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore1] ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.955241] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d48f28-bbd8-41ab-af3c-c8cde2caec58 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.962613] env[63380]: DEBUG oslo_vmware.api [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1023.962613] env[63380]: value = "task-2680569" [ 1023.962613] env[63380]: _type = "Task" [ 1023.962613] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.971045] env[63380]: DEBUG oslo_vmware.api [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.404786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.411361] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680568, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.472696] env[63380]: DEBUG oslo_vmware.api [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140573} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.473395] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.473528] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.473707] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.473877] env[63380]: INFO nova.compute.manager [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1024.474123] env[63380]: DEBUG oslo.service.loopingcall [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.474316] env[63380]: DEBUG nova.compute.manager [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.474400] env[63380]: DEBUG nova.network.neutron [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.776098] env[63380]: DEBUG nova.compute.manager [req-f37d29c6-1531-4e67-ba22-fc7e9ce590c9 req-cc38371e-0091-4bdf-b916-fc5a358fe078 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Received event network-vif-deleted-06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.776366] env[63380]: INFO nova.compute.manager [req-f37d29c6-1531-4e67-ba22-fc7e9ce590c9 req-cc38371e-0091-4bdf-b916-fc5a358fe078 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Neutron deleted interface 06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e; detaching it from the instance and deleting it from the info cache [ 1024.776564] env[63380]: DEBUG nova.network.neutron [req-f37d29c6-1531-4e67-ba22-fc7e9ce590c9 req-cc38371e-0091-4bdf-b916-fc5a358fe078 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.907096] env[63380]: DEBUG oslo_vmware.api [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680568, 'name': PowerOnVM_Task, 'duration_secs': 0.648528} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.907629] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.907868] env[63380]: DEBUG nova.compute.manager [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.908631] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51995d85-2e06-4b19-bb7a-8eec90b88a3e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.069960] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1b6b2d-f83f-44a4-8c78-843eeeabc9bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.078077] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269379ff-8d92-40d8-95f8-55976d95dfc3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.112638] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2a65b-616b-4d1d-a1c8-d1ca7512494f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.120591] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7566781-3a99-4794-892c-a3597fe3f548 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.135415] env[63380]: DEBUG nova.compute.provider_tree [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.250817] env[63380]: DEBUG nova.network.neutron [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.281000] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85f13729-8ea4-4bf6-b34b-4d7362060b84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.290813] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead9041-4257-46de-8acc-0b522798296f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.323955] env[63380]: DEBUG nova.compute.manager [req-f37d29c6-1531-4e67-ba22-fc7e9ce590c9 req-cc38371e-0091-4bdf-b916-fc5a358fe078 service nova] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Detach interface failed, port_id=06ab2eaf-4fa5-4229-ba71-ee4e8c4f0c7e, reason: Instance ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1025.432705] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.638779] env[63380]: DEBUG nova.scheduler.client.report [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.756438] env[63380]: INFO nova.compute.manager [-] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Took 1.28 seconds to deallocate network for instance. [ 1025.865654] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "76bc522c-f66a-4959-826d-aa3919330572" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.865927] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.866154] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "76bc522c-f66a-4959-826d-aa3919330572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.866334] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.866547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.869606] env[63380]: INFO nova.compute.manager [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Terminating instance [ 1026.147974] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.148142] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.151308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.746s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.154602] env[63380]: INFO nova.compute.claims [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.266315] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.375806] env[63380]: DEBUG nova.compute.manager [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.376606] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.379734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37adc632-02e3-4065-9842-89a4bf9dbd4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.390484] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.392173] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c457cfe1-cbca-44e7-baab-2ed929078e6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.401063] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1026.401063] env[63380]: value = "task-2680570" [ 1026.401063] env[63380]: _type = "Task" [ 1026.401063] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.411902] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.446750] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.446750] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.656901] env[63380]: DEBUG nova.compute.utils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.658668] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.658841] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.707280] env[63380]: DEBUG nova.policy [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb4de8da1ed4800b4c4b15026c4c490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f804149b1644e6a275f4c1b9869fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.912703] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680570, 'name': PowerOffVM_Task, 'duration_secs': 0.380344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.912984] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.913170] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.913430] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fb6977-0fb0-4f12-90b7-b6d306ff58e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.953593] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.986603] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.986878] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.987163] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore2] 76bc522c-f66a-4959-826d-aa3919330572 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.987692] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4a8ba34-facc-4f57-b4c4-d50d828a76b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.994573] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1026.994573] env[63380]: value = "task-2680572" [ 1026.994573] env[63380]: _type = "Task" [ 1026.994573] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.005652] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.006427] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Successfully created port: 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.163751] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.358924] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6309a4-a961-44ec-b0bb-476700be1e38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.367131] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562060d9-46d3-4bd1-81eb-cd8569c9cfe4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.397897] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df5f14-d922-4be9-971c-dd22fa703a0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.405006] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780cc1e7-ffbe-4869-89ee-75a971ce6986 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.418742] env[63380]: DEBUG nova.compute.provider_tree [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.468135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.509374] env[63380]: DEBUG oslo_vmware.api [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158509} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.509862] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.514969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.514969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.514969] env[63380]: INFO nova.compute.manager [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1027.514969] env[63380]: DEBUG oslo.service.loopingcall [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.514969] env[63380]: DEBUG nova.compute.manager [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.514969] env[63380]: DEBUG nova.network.neutron [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.783531] env[63380]: DEBUG nova.compute.manager [req-c0dfc7e6-741b-46f1-8a85-bd256be4d6ec req-7c35546a-bba5-4a59-ba53-f2fa09b27012 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Received event network-vif-deleted-900d645e-9d83-4f6d-b847-075c598038d5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.783751] env[63380]: INFO nova.compute.manager [req-c0dfc7e6-741b-46f1-8a85-bd256be4d6ec req-7c35546a-bba5-4a59-ba53-f2fa09b27012 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Neutron deleted interface 900d645e-9d83-4f6d-b847-075c598038d5; detaching it from the instance and deleting it from the info cache [ 1027.783927] env[63380]: DEBUG nova.network.neutron [req-c0dfc7e6-741b-46f1-8a85-bd256be4d6ec req-7c35546a-bba5-4a59-ba53-f2fa09b27012 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.921468] env[63380]: DEBUG nova.scheduler.client.report [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.180170] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.208190] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.208459] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.208620] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.208803] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.209099] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.209296] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.209512] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.209672] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.209837] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.209996] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.210185] env[63380]: DEBUG nova.virt.hardware [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.211095] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906cdbe5-bbbd-46b3-9ff1-7ff1e2f46ca4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.219391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c787a8-bfd9-46b6-80b4-b88f98410973 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.266833] env[63380]: DEBUG nova.network.neutron [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.286366] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd54944-bfb3-40b0-ac1b-9ad69884fb43 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.295511] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1f508-685a-4012-bcee-e9babbcaa4a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.327413] env[63380]: DEBUG nova.compute.manager [req-c0dfc7e6-741b-46f1-8a85-bd256be4d6ec req-7c35546a-bba5-4a59-ba53-f2fa09b27012 service nova] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Detach interface failed, port_id=900d645e-9d83-4f6d-b847-075c598038d5, reason: Instance 76bc522c-f66a-4959-826d-aa3919330572 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1028.426294] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.427058] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.430612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.999s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.430818] env[63380]: DEBUG nova.objects.instance [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.645223] env[63380]: DEBUG nova.compute.manager [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.645466] env[63380]: DEBUG oslo_concurrency.lockutils [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.645666] env[63380]: DEBUG oslo_concurrency.lockutils [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.645835] env[63380]: DEBUG oslo_concurrency.lockutils [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.646029] env[63380]: DEBUG nova.compute.manager [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] No waiting events found dispatching network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.646192] env[63380]: WARNING nova.compute.manager [req-7bc731ef-1ed2-45ec-a1b7-2395e2812157 req-60e91f20-d524-4623-b5eb-21d210321e5b service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received unexpected event network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc for instance with vm_state building and task_state spawning. [ 1028.744244] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Successfully updated port: 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.769324] env[63380]: INFO nova.compute.manager [-] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Took 1.26 seconds to deallocate network for instance. [ 1028.935917] env[63380]: DEBUG nova.compute.utils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.939820] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.939994] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.976475] env[63380]: DEBUG nova.policy [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd85a86b4b5489fa2d6af1cc09c84c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56ab2ecce5b64ffc8cdf6c2a26942e35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.243488] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Successfully created port: 8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.246232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.246395] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.246532] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.275337] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.445348] env[63380]: DEBUG oslo_concurrency.lockutils [None req-20dec602-27f1-450a-88bd-2923ad92d156 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.445348] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.447588] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.182s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.447941] env[63380]: DEBUG nova.objects.instance [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.777084] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.930916] env[63380]: DEBUG nova.network.neutron [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.125115] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1250368-8575-41f7-9ea6-c57d5452526a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.132693] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0548475-ab50-42e2-a9d7-792bd5962bbd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.163661] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e38e8d3-83fb-41b0-96ed-1855de2df3d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.170734] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ad2cfc-3d2d-4006-b3d2-9aea0ba572a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.183404] env[63380]: DEBUG nova.compute.provider_tree [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.434745] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.435120] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance network_info: |[{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.435571] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:db:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66fe612a-feb4-4cae-8ec9-998ddf4194bc', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.443071] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating folder: Project (b4f804149b1644e6a275f4c1b9869fff). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.443347] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4329da2-e41e-412e-8ced-80e7ad39c24e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.454970] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created folder: Project (b4f804149b1644e6a275f4c1b9869fff) in parent group-v540155. [ 1030.455202] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating folder: Instances. Parent ref: group-v540434. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.455437] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8803469-7a38-46c7-b116-d013b07b7625 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.457752] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.468256] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created folder: Instances in parent group-v540434. [ 1030.469231] env[63380]: DEBUG oslo.service.loopingcall [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.469231] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.469231] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ec20ba-14ff-4456-ae3b-8cacf5afe6e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.491607] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.491607] env[63380]: value = "task-2680575" [ 1030.491607] env[63380]: _type = "Task" [ 1030.491607] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.493844] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.494103] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.494258] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.494453] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.494646] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.494802] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.495023] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.495194] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.495361] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.495547] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.495714] env[63380]: DEBUG nova.virt.hardware [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.496714] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278dd3fa-50f7-4dd3-8670-4b2298963436 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.509519] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680575, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.514289] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ce5d48-70c6-45ca-8f6e-a6f51b46c3b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.683829] env[63380]: DEBUG nova.compute.manager [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.683829] env[63380]: DEBUG nova.compute.manager [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing instance network info cache due to event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.684281] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.684281] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.684281] env[63380]: DEBUG nova.network.neutron [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.686235] env[63380]: DEBUG nova.scheduler.client.report [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.721296] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Successfully updated port: 8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.006409] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680575, 'name': CreateVM_Task, 'duration_secs': 0.317153} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.007449] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.007699] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.007871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.008232] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.008539] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f241e53-07cb-4b66-9bd7-617ad1e545aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.013415] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1031.013415] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a67e3-1b7c-cf93-507b-ea2070b3edeb" [ 1031.013415] env[63380]: _type = "Task" [ 1031.013415] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.020724] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a67e3-1b7c-cf93-507b-ea2070b3edeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.190544] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.192641] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.725s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.194014] env[63380]: INFO nova.compute.claims [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.217948] env[63380]: INFO nova.scheduler.client.report [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967 [ 1031.224389] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.224555] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.224683] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.367025] env[63380]: DEBUG nova.network.neutron [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updated VIF entry in instance network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.367539] env[63380]: DEBUG nova.network.neutron [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.523887] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a67e3-1b7c-cf93-507b-ea2070b3edeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.524200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.524565] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.524654] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.524797] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.524975] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.525237] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3be4a64-999b-47ef-9701-459ae4f32bd4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.533263] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.533442] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.534138] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f608a1cf-64e2-4fb9-9f64-9484d7d28953 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539040] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1031.539040] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e68a79-0a10-e977-2863-cef638ff03a2" [ 1031.539040] env[63380]: _type = "Task" [ 1031.539040] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.546465] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e68a79-0a10-e977-2863-cef638ff03a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.724683] env[63380]: DEBUG oslo_concurrency.lockutils [None req-22f5f09a-e9a7-4039-a4b3-22fc3e4ec253 tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.384s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.755829] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.865419] env[63380]: DEBUG nova.network.neutron [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Updating instance_info_cache with network_info: [{"id": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "address": "fa:16:3e:ed:3f:e2", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8537df2b-1f", "ovs_interfaceid": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.871577] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.872116] env[63380]: DEBUG nova.compute.manager [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Received event network-vif-plugged-8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.872116] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Acquiring lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.872357] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.872529] env[63380]: DEBUG oslo_concurrency.lockutils [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.872800] env[63380]: DEBUG nova.compute.manager [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] No waiting events found dispatching network-vif-plugged-8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.872937] env[63380]: WARNING nova.compute.manager [req-63cd70f5-90e6-4e62-8d72-41f240a50a24 req-f4058b84-3f2f-4d7d-8124-c9e05a53c21a service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Received unexpected event network-vif-plugged-8537df2b-1f84-4fbe-86c7-f9c18dafc53a for instance with vm_state building and task_state spawning. [ 1032.049865] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e68a79-0a10-e977-2863-cef638ff03a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.051037] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c1e105-3f74-431d-9b7d-679ab5540beb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.056163] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1032.056163] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52455d60-91d0-b252-8409-d7eb008dd502" [ 1032.056163] env[63380]: _type = "Task" [ 1032.056163] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.063843] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52455d60-91d0-b252-8409-d7eb008dd502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.356702] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd6e38-c663-464a-bf7d-336df32e8fa0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.367285] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba4964-a030-477d-84b4-1fcf1041062d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.370546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.370846] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Instance network_info: |[{"id": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "address": "fa:16:3e:ed:3f:e2", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8537df2b-1f", "ovs_interfaceid": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.371990] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:3f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8537df2b-1f84-4fbe-86c7-f9c18dafc53a', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.379015] env[63380]: DEBUG oslo.service.loopingcall [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.379874] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.380140] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1bafa51-0e12-4e5a-a27d-00fcba399e93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.418616] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f05a05-405f-465d-a4c4-1e9c42fa081b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.423527] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.423527] env[63380]: value = "task-2680576" [ 1032.423527] env[63380]: _type = "Task" [ 1032.423527] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.429330] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba936e-0023-4934-bea0-84fb25358db9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.437925] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680576, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.445752] env[63380]: DEBUG nova.compute.provider_tree [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.567076] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52455d60-91d0-b252-8409-d7eb008dd502, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.567353] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.567611] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.567882] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b031405d-3546-4aa4-b126-a935b99554e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.574514] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1032.574514] env[63380]: value = "task-2680577" [ 1032.574514] env[63380]: _type = "Task" [ 1032.574514] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.583618] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.710506] env[63380]: DEBUG nova.compute.manager [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Received event network-changed-8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.710706] env[63380]: DEBUG nova.compute.manager [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Refreshing instance network info cache due to event network-changed-8537df2b-1f84-4fbe-86c7-f9c18dafc53a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1032.710944] env[63380]: DEBUG oslo_concurrency.lockutils [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] Acquiring lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.711109] env[63380]: DEBUG oslo_concurrency.lockutils [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] Acquired lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.711290] env[63380]: DEBUG nova.network.neutron [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Refreshing network info cache for port 8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.861956] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.862298] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.862571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.862838] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.863033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.865375] env[63380]: INFO nova.compute.manager [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Terminating instance [ 1032.936762] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680576, 'name': CreateVM_Task, 'duration_secs': 0.398884} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.936955] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.937689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.937861] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.938217] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.938647] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03b48f4-4696-4e6d-8cfa-3f1d3eb59739 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.944206] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1032.944206] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff14f8-3db6-e180-2338-fbb7ba7ae487" [ 1032.944206] env[63380]: _type = "Task" [ 1032.944206] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.949145] env[63380]: DEBUG nova.scheduler.client.report [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.958260] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff14f8-3db6-e180-2338-fbb7ba7ae487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.084667] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.370084] env[63380]: DEBUG nova.compute.manager [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.370318] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.371248] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d12e75-be69-4e3f-bff3-40af131e7a1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378769] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.378995] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ec1b3c-767c-4fe8-8f60-e2edc661efdd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.385648] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1033.385648] env[63380]: value = "task-2680578" [ 1033.385648] env[63380]: _type = "Task" [ 1033.385648] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.395083] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.419432] env[63380]: DEBUG nova.network.neutron [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Updated VIF entry in instance network info cache for port 8537df2b-1f84-4fbe-86c7-f9c18dafc53a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.419799] env[63380]: DEBUG nova.network.neutron [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Updating instance_info_cache with network_info: [{"id": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "address": "fa:16:3e:ed:3f:e2", "network": {"id": "46146f69-f612-4ce2-859d-cbea75a76162", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2098460381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56ab2ecce5b64ffc8cdf6c2a26942e35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8537df2b-1f", "ovs_interfaceid": "8537df2b-1f84-4fbe-86c7-f9c18dafc53a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.455639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.456132] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.458675] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ff14f8-3db6-e180-2338-fbb7ba7ae487, 'name': SearchDatastore_Task, 'duration_secs': 0.058125} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.458816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.184s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.459034] env[63380]: DEBUG nova.objects.instance [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'resources' on Instance uuid 76bc522c-f66a-4959-826d-aa3919330572 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.459899] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.460136] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.460370] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.460576] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.460785] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.461328] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ea2a01-0866-4290-88ae-b2dcd719a658 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.470136] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.470316] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.471044] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d9fa9d-d8d2-4452-bf0f-ad3dad4f0117 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.476868] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1033.476868] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52875107-2214-eb68-ce12-c3774bf9a315" [ 1033.476868] env[63380]: _type = "Task" [ 1033.476868] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.484694] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52875107-2214-eb68-ce12-c3774bf9a315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.586115] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544243} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.586400] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.586567] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.586822] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e9d893-5e95-448b-be6e-f543bd4c6c60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.593165] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1033.593165] env[63380]: value = "task-2680579" [ 1033.593165] env[63380]: _type = "Task" [ 1033.593165] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.601397] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.896861] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680578, 'name': PowerOffVM_Task, 'duration_secs': 0.235594} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.897155] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.897325] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.897564] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a1a5c7-bb7f-4299-8577-ca292e2a6f49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.923095] env[63380]: DEBUG oslo_concurrency.lockutils [req-65733cda-2d83-4a79-be44-c9e389a89e7c req-4086f146-c2a3-49fe-877d-a3a56a785171 service nova] Releasing lock "refresh_cache-374d7e34-8960-4c78-bc32-41b16ee74e34" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.961312] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.961503] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.961678] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleting the datastore file [datastore1] d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.965306] env[63380]: DEBUG nova.compute.utils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.966605] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94155c1f-be51-4954-ad3f-33180eb32d20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.968852] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.969297] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.974768] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for the task: (returnval){ [ 1033.974768] env[63380]: value = "task-2680581" [ 1033.974768] env[63380]: _type = "Task" [ 1033.974768] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.986158] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.989679] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52875107-2214-eb68-ce12-c3774bf9a315, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.993030] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387e5d6c-85aa-4a3d-b70d-e67a15d71a75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.997673] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1033.997673] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526d9cab-9679-83ee-07ab-dadfcdea603d" [ 1033.997673] env[63380]: _type = "Task" [ 1033.997673] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.007438] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526d9cab-9679-83ee-07ab-dadfcdea603d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.008790] env[63380]: DEBUG nova.policy [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f87712f42d4b4c944dc665d65931bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd29504ba085045a69b44e963eb1befbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.104946] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123824} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.105243] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.106017] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a2f346-6bdd-4635-b94b-81bc6c5bc36a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.130169] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.132800] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa98e1c8-f917-4a9f-b3e3-5ea603d7a550 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.152928] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1034.152928] env[63380]: value = "task-2680582" [ 1034.152928] env[63380]: _type = "Task" [ 1034.152928] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.163544] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9197b2f-7e58-49f2-afa5-5cc6aa459b59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.177971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f9aa1-60d2-4e9c-87ec-5214a2684df1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.212406] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bccb1b-e5e8-4a92-a09f-94458cd5f6cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220353] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea20852-4c8e-4836-b07a-e8c058b84644 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.233818] env[63380]: DEBUG nova.compute.provider_tree [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.335660] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Successfully created port: 76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.469608] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.484704] env[63380]: DEBUG oslo_vmware.api [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Task: {'id': task-2680581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180581} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.484954] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.485156] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.485336] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.485512] env[63380]: INFO nova.compute.manager [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.485757] env[63380]: DEBUG oslo.service.loopingcall [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.485955] env[63380]: DEBUG nova.compute.manager [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.486060] env[63380]: DEBUG nova.network.neutron [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.506641] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526d9cab-9679-83ee-07ab-dadfcdea603d, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.507498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.507757] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 374d7e34-8960-4c78-bc32-41b16ee74e34/374d7e34-8960-4c78-bc32-41b16ee74e34.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.508022] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06d02a0-4fe3-4cff-8949-c440dcd96871 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.513841] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1034.513841] env[63380]: value = "task-2680583" [ 1034.513841] env[63380]: _type = "Task" [ 1034.513841] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.523252] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.662487] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680582, 'name': ReconfigVM_Task, 'duration_secs': 0.305795} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.662766] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.663503] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b344a5a6-ee07-43cd-a2f6-5c2291cc6822 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.669910] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1034.669910] env[63380]: value = "task-2680584" [ 1034.669910] env[63380]: _type = "Task" [ 1034.669910] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.678370] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680584, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.725125] env[63380]: DEBUG nova.compute.manager [req-1441cf63-213f-4263-8ba0-a5f22d75f0e5 req-8de3b7a9-194d-48a2-8660-0499b9e49282 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Received event network-vif-deleted-9a3daa26-395f-4134-9650-646d38ff4244 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.725355] env[63380]: INFO nova.compute.manager [req-1441cf63-213f-4263-8ba0-a5f22d75f0e5 req-8de3b7a9-194d-48a2-8660-0499b9e49282 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Neutron deleted interface 9a3daa26-395f-4134-9650-646d38ff4244; detaching it from the instance and deleting it from the info cache [ 1034.726469] env[63380]: DEBUG nova.network.neutron [req-1441cf63-213f-4263-8ba0-a5f22d75f0e5 req-8de3b7a9-194d-48a2-8660-0499b9e49282 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.737125] env[63380]: DEBUG nova.scheduler.client.report [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.024875] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.179603] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680584, 'name': Rename_Task, 'duration_secs': 0.176412} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.179983] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.180125] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6265a7dd-be1e-4acd-9009-cd97027a288b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.186887] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1035.186887] env[63380]: value = "task-2680585" [ 1035.186887] env[63380]: _type = "Task" [ 1035.186887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.195451] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.204788] env[63380]: DEBUG nova.network.neutron [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.228566] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b55835b-3773-4a93-9a0e-7ec67f2bdd19 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.238132] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca12eac6-cf17-480f-90d0-02fe25f2f150 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.248933] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.272278] env[63380]: DEBUG nova.compute.manager [req-1441cf63-213f-4263-8ba0-a5f22d75f0e5 req-8de3b7a9-194d-48a2-8660-0499b9e49282 service nova] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Detach interface failed, port_id=9a3daa26-395f-4134-9650-646d38ff4244, reason: Instance d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1035.275577] env[63380]: INFO nova.scheduler.client.report [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocations for instance 76bc522c-f66a-4959-826d-aa3919330572 [ 1035.479219] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.506755] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.507026] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.507195] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.507383] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.507537] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.507684] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.507907] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.508109] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.508280] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.508483] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.508649] env[63380]: DEBUG nova.virt.hardware [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.509538] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e6f9b8-9d70-43a3-91ff-e266f233a431 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.520303] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1ae89-49d5-48a8-a270-598e0b4099a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.529085] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587892} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.536505] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 374d7e34-8960-4c78-bc32-41b16ee74e34/374d7e34-8960-4c78-bc32-41b16ee74e34.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.536720] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.537154] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb33a92d-51a1-4264-83eb-c2aa0d3ce4e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.543201] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1035.543201] env[63380]: value = "task-2680586" [ 1035.543201] env[63380]: _type = "Task" [ 1035.543201] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.550774] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696847] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.707372] env[63380]: INFO nova.compute.manager [-] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Took 1.22 seconds to deallocate network for instance. [ 1035.737466] env[63380]: DEBUG nova.compute.manager [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Received event network-vif-plugged-76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.737795] env[63380]: DEBUG oslo_concurrency.lockutils [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] Acquiring lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.737910] env[63380]: DEBUG oslo_concurrency.lockutils [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.738097] env[63380]: DEBUG oslo_concurrency.lockutils [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.738271] env[63380]: DEBUG nova.compute.manager [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] No waiting events found dispatching network-vif-plugged-76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.738624] env[63380]: WARNING nova.compute.manager [req-afaaa0ea-a087-455c-b2a9-531590b67094 req-494585ed-00a6-4b8f-bf93-680505032063 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Received unexpected event network-vif-plugged-76ba487d-ce64-48dd-be23-c060a36560ca for instance with vm_state building and task_state spawning. [ 1035.782807] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ed2e75ab-5322-481b-a8d5-3d99870c28e0 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "76bc522c-f66a-4959-826d-aa3919330572" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.917s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.829073] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Successfully updated port: 76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.053567] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071086} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.053871] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.054758] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42897e3a-e9b1-42f9-958f-e4c614db8e85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.079174] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 374d7e34-8960-4c78-bc32-41b16ee74e34/374d7e34-8960-4c78-bc32-41b16ee74e34.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.079488] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b41cf77-af22-487f-a7b9-52088c180a62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.099416] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1036.099416] env[63380]: value = "task-2680587" [ 1036.099416] env[63380]: _type = "Task" [ 1036.099416] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.107226] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.198042] env[63380]: DEBUG oslo_vmware.api [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680585, 'name': PowerOnVM_Task, 'duration_secs': 0.532944} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.198426] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.198486] env[63380]: INFO nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1036.198666] env[63380]: DEBUG nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.199451] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681c316-81c8-4a37-9370-464c65cf9de2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.214467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.214741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.214909] env[63380]: DEBUG nova.objects.instance [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lazy-loading 'resources' on Instance uuid d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.332031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.332516] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.332516] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.609250] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680587, 'name': ReconfigVM_Task, 'duration_secs': 0.412538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.609473] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 374d7e34-8960-4c78-bc32-41b16ee74e34/374d7e34-8960-4c78-bc32-41b16ee74e34.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.610126] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02cb6d5a-d697-451c-abe9-d096dfbeaf9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.616276] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1036.616276] env[63380]: value = "task-2680588" [ 1036.616276] env[63380]: _type = "Task" [ 1036.616276] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.628794] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680588, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.719742] env[63380]: INFO nova.compute.manager [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Took 12.87 seconds to build instance. [ 1036.880108] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.891180] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bc698-aed9-440a-9b81-ac42e88e0e94 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.900383] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d89f8e-5e7b-4a04-b269-cfaf48ef96ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.941374] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfddf42f-ba80-482b-b5bd-6370c7ba7306 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.950063] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c9c561-02eb-4578-95f6-9ff5f4fbd0e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.967091] env[63380]: DEBUG nova.compute.provider_tree [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.118347] env[63380]: DEBUG nova.network.neutron [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Updating instance_info_cache with network_info: [{"id": "76ba487d-ce64-48dd-be23-c060a36560ca", "address": "fa:16:3e:18:2f:5c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ba487d-ce", "ovs_interfaceid": "76ba487d-ce64-48dd-be23-c060a36560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.127512] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680588, 'name': Rename_Task, 'duration_secs': 0.152673} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.128070] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.128953] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdfda2a9-cd43-4d79-83dd-c3c8410ead32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.136713] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1037.136713] env[63380]: value = "task-2680589" [ 1037.136713] env[63380]: _type = "Task" [ 1037.136713] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.145118] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.222629] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e4042d75-cc7f-4049-97db-3e234c4dec0f tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.833s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.468889] env[63380]: DEBUG nova.scheduler.client.report [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.622515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.622900] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance network_info: |[{"id": "76ba487d-ce64-48dd-be23-c060a36560ca", "address": "fa:16:3e:18:2f:5c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ba487d-ce", "ovs_interfaceid": "76ba487d-ce64-48dd-be23-c060a36560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.623368] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:2f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ba487d-ce64-48dd-be23-c060a36560ca', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.631185] env[63380]: DEBUG oslo.service.loopingcall [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.631401] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.631625] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27e92064-4cc3-47fb-97b0-676065e888ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.654354] env[63380]: DEBUG oslo_vmware.api [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680589, 'name': PowerOnVM_Task, 'duration_secs': 0.478293} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.655540] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.655768] env[63380]: INFO nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1037.655949] env[63380]: DEBUG nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.656193] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.656193] env[63380]: value = "task-2680590" [ 1037.656193] env[63380]: _type = "Task" [ 1037.656193] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.656830] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9337f-8474-4619-8c6f-3b0359aff65c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.666602] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680590, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.776743] env[63380]: DEBUG nova.compute.manager [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Received event network-changed-76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.776950] env[63380]: DEBUG nova.compute.manager [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Refreshing instance network info cache due to event network-changed-76ba487d-ce64-48dd-be23-c060a36560ca. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.777206] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Acquiring lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.777375] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Acquired lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.777554] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Refreshing network info cache for port 76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.974254] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.001069] env[63380]: INFO nova.scheduler.client.report [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Deleted allocations for instance d8f8749e-ceb1-403e-8c63-d1e6a874a7f5 [ 1038.171765] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680590, 'name': CreateVM_Task, 'duration_secs': 0.315602} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.175883] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.176681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.176898] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.177294] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.177583] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb9ba36-80ca-455e-80a3-0fcb723e502a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.183827] env[63380]: INFO nova.compute.manager [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Took 13.81 seconds to build instance. [ 1038.186561] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1038.186561] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52944906-09eb-25de-93fb-60ab722f3311" [ 1038.186561] env[63380]: _type = "Task" [ 1038.186561] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.199506] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52944906-09eb-25de-93fb-60ab722f3311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.510044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06e0381e-6f63-4734-8213-e0ab046ac62b tempest-ServersTestJSON-1132853845 tempest-ServersTestJSON-1132853845-project-member] Lock "d8f8749e-ceb1-403e-8c63-d1e6a874a7f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.648s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.526476] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Updated VIF entry in instance network info cache for port 76ba487d-ce64-48dd-be23-c060a36560ca. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.526858] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Updating instance_info_cache with network_info: [{"id": "76ba487d-ce64-48dd-be23-c060a36560ca", "address": "fa:16:3e:18:2f:5c", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ba487d-ce", "ovs_interfaceid": "76ba487d-ce64-48dd-be23-c060a36560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.687593] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ef9b709c-c640-4594-afb1-b9f2c7964d9c tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.333s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.697224] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52944906-09eb-25de-93fb-60ab722f3311, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.697535] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.697771] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.698014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.698170] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.698348] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.698643] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bda8b54a-2b3b-405b-897d-b7ebefdfff25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.706809] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.707454] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.707762] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aee553f-94fe-45a1-917f-96a863de236d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.712899] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1038.712899] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c39287-6951-ece2-ac5b-419c4a38e8d2" [ 1038.712899] env[63380]: _type = "Task" [ 1038.712899] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.720240] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c39287-6951-ece2-ac5b-419c4a38e8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.028977] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Releasing lock "refresh_cache-f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.029277] env[63380]: DEBUG nova.compute.manager [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.029452] env[63380]: DEBUG nova.compute.manager [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing instance network info cache due to event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.029670] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.029856] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.030040] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.224058] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c39287-6951-ece2-ac5b-419c4a38e8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.224795] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46a67f5-7b1f-4e78-b914-24a67973b94e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.229878] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1039.229878] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e1705d-1772-83b2-35a7-40f1ca105c4d" [ 1039.229878] env[63380]: _type = "Task" [ 1039.229878] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.237314] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e1705d-1772-83b2-35a7-40f1ca105c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.742533] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e1705d-1772-83b2-35a7-40f1ca105c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.742808] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.743100] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.743359] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f692184-d0c9-4b90-854b-a3a9ded3de25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.749407] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1039.749407] env[63380]: value = "task-2680591" [ 1039.749407] env[63380]: _type = "Task" [ 1039.749407] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.761051] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.770161] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updated VIF entry in instance network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.770613] env[63380]: DEBUG nova.network.neutron [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.134464] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.134464] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.134464] env[63380]: INFO nova.compute.manager [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Rebooting instance [ 1040.261682] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680591, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.274076] env[63380]: DEBUG oslo_concurrency.lockutils [req-f7266de3-2250-439a-b886-33c80b9f3a80 req-d6a4dcb2-fae9-4299-9cff-74c8032979f0 service nova] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.659735] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.659990] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.660319] env[63380]: DEBUG nova.network.neutron [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.761512] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77787} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.761846] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.762090] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.762361] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-439662f0-ea80-4d9b-ae79-433abda0af53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.769237] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1040.769237] env[63380]: value = "task-2680592" [ 1040.769237] env[63380]: _type = "Task" [ 1040.769237] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.776886] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.278114] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070931} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.278743] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.280095] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4753cf-7c66-4ee1-b37e-66d11ace0947 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.303058] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.305792] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5e98ae-13d8-40bc-ac7c-47cb277dfcb5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.324452] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1041.324452] env[63380]: value = "task-2680593" [ 1041.324452] env[63380]: _type = "Task" [ 1041.324452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.332114] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.402617] env[63380]: DEBUG nova.network.neutron [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.722607] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "374d7e34-8960-4c78-bc32-41b16ee74e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.722886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.723122] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.723313] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.723488] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.725807] env[63380]: INFO nova.compute.manager [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Terminating instance [ 1041.834743] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.905447] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.229816] env[63380]: DEBUG nova.compute.manager [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.230068] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.231055] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d8d1f8-cb70-40af-a0e2-72534a8f871a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.239158] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.239417] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd19495-b52c-489d-821b-eddc15dcbac8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.245918] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1042.245918] env[63380]: value = "task-2680594" [ 1042.245918] env[63380]: _type = "Task" [ 1042.245918] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.254185] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.338271] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.410564] env[63380]: DEBUG nova.compute.manager [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.411609] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac086c9-b799-4aca-bb22-d23a969f9f29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.760616] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680594, 'name': PowerOffVM_Task, 'duration_secs': 0.280486} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.761101] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.761395] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.761794] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a0e636f-0d75-4a51-8c34-a9dcc97ef4d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.836317] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680593, 'name': ReconfigVM_Task, 'duration_secs': 1.213076} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.836684] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.837263] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b75f41f-bc01-425e-9f15-2b15254be04b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.844265] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1042.844265] env[63380]: value = "task-2680596" [ 1042.844265] env[63380]: _type = "Task" [ 1042.844265] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.853277] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680596, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.044038] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.044038] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.044260] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleting the datastore file [datastore1] 374d7e34-8960-4c78-bc32-41b16ee74e34 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.044378] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35c45dbe-3aa4-4276-a8ea-7aed59cbee7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.052154] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1043.052154] env[63380]: value = "task-2680597" [ 1043.052154] env[63380]: _type = "Task" [ 1043.052154] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.062065] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.353598] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680596, 'name': Rename_Task, 'duration_secs': 0.228461} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.355024] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.355024] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ea8a99-6275-4c79-b505-a54e12156866 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.360740] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1043.360740] env[63380]: value = "task-2680598" [ 1043.360740] env[63380]: _type = "Task" [ 1043.360740] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.367959] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.428993] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab0a65-2059-4193-a2cd-904cb64b31b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.436349] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Doing hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1043.436618] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ddda14a3-ce7f-460b-942f-bccc2a651db3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.443992] env[63380]: DEBUG oslo_vmware.api [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1043.443992] env[63380]: value = "task-2680599" [ 1043.443992] env[63380]: _type = "Task" [ 1043.443992] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.452235] env[63380]: DEBUG oslo_vmware.api [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680599, 'name': ResetVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.563489] env[63380]: DEBUG oslo_vmware.api [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215025} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.563774] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.563959] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.564146] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.564361] env[63380]: INFO nova.compute.manager [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1043.564546] env[63380]: DEBUG oslo.service.loopingcall [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.564737] env[63380]: DEBUG nova.compute.manager [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.564830] env[63380]: DEBUG nova.network.neutron [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.797276] env[63380]: DEBUG nova.compute.manager [req-8a25f54b-be8a-47b4-89e0-60c0006be6a9 req-5590dc2c-3744-46f9-8e7d-22c8536a29bf service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Received event network-vif-deleted-8537df2b-1f84-4fbe-86c7-f9c18dafc53a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.797514] env[63380]: INFO nova.compute.manager [req-8a25f54b-be8a-47b4-89e0-60c0006be6a9 req-5590dc2c-3744-46f9-8e7d-22c8536a29bf service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Neutron deleted interface 8537df2b-1f84-4fbe-86c7-f9c18dafc53a; detaching it from the instance and deleting it from the info cache [ 1043.797665] env[63380]: DEBUG nova.network.neutron [req-8a25f54b-be8a-47b4-89e0-60c0006be6a9 req-5590dc2c-3744-46f9-8e7d-22c8536a29bf service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.871478] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.954333] env[63380]: DEBUG oslo_vmware.api [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680599, 'name': ResetVM_Task, 'duration_secs': 0.107398} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.954645] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Did hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1043.954839] env[63380]: DEBUG nova.compute.manager [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.955688] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9f1dc-376e-4552-8b95-2dad71901278 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.273101] env[63380]: DEBUG nova.network.neutron [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.300618] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79587eb4-d1c9-4274-abc9-851d159c9ed9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.309581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977996a-06fc-4588-a1b0-15dd314beed7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.343316] env[63380]: DEBUG nova.compute.manager [req-8a25f54b-be8a-47b4-89e0-60c0006be6a9 req-5590dc2c-3744-46f9-8e7d-22c8536a29bf service nova] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Detach interface failed, port_id=8537df2b-1f84-4fbe-86c7-f9c18dafc53a, reason: Instance 374d7e34-8960-4c78-bc32-41b16ee74e34 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1044.370963] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.467954] env[63380]: DEBUG oslo_concurrency.lockutils [None req-169f2d79-cdb5-49a0-8b10-059ab7bc0b4a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.335s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.775453] env[63380]: INFO nova.compute.manager [-] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Took 1.21 seconds to deallocate network for instance. [ 1044.871689] env[63380]: DEBUG oslo_vmware.api [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680598, 'name': PowerOnVM_Task, 'duration_secs': 1.425573} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.871976] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.872152] env[63380]: INFO nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1044.872335] env[63380]: DEBUG nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.873196] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8e379-63ae-42dc-a28b-5f222aa9e970 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.283774] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.284101] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.284340] env[63380]: DEBUG nova.objects.instance [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lazy-loading 'resources' on Instance uuid 374d7e34-8960-4c78-bc32-41b16ee74e34 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.390187] env[63380]: INFO nova.compute.manager [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Took 17.94 seconds to build instance. [ 1045.892337] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a877758b-b3b1-43e8-9d9a-f0565eba2dea tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.447s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.936775] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722539f-0b04-467e-a21e-f82c9b504fc9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.945701] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb06aa-1829-4500-a706-c867f3570d60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.975964] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00974ee0-aa3c-448e-9b12-1147f805e196 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.983128] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e904a0ff-ac9b-44ef-8cf5-4d15f72dee90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.996010] env[63380]: DEBUG nova.compute.provider_tree [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.499478] env[63380]: DEBUG nova.scheduler.client.report [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.518598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.518842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.521015] env[63380]: INFO nova.compute.manager [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Rebuilding instance [ 1046.565864] env[63380]: DEBUG nova.compute.manager [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.566273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5baf09c-d8ca-4ee8-9916-f7f7cf76d379 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.005035] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.022204] env[63380]: DEBUG nova.compute.utils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.024439] env[63380]: INFO nova.scheduler.client.report [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleted allocations for instance 374d7e34-8960-4c78-bc32-41b16ee74e34 [ 1047.527064] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.530642] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fd289c1b-f8bb-404f-9b85-adb3b19df6fa tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "374d7e34-8960-4c78-bc32-41b16ee74e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.808s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.579113] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.579695] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480d3795-01cb-45b9-8fc1-490f37be7fc4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.587540] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1047.587540] env[63380]: value = "task-2680600" [ 1047.587540] env[63380]: _type = "Task" [ 1047.587540] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.595317] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.099038] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680600, 'name': PowerOffVM_Task, 'duration_secs': 0.177169} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.099779] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.100019] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.100787] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8435e0-67e8-4ad6-a644-3ec54395ed8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.107769] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.107991] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95f26f8d-0e04-42a7-aeb5-358704d4e9c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.171263] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.171511] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.171738] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.172011] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b746686-a9f2-4e46-80ff-b44d6f71d631 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.178674] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1048.178674] env[63380]: value = "task-2680603" [ 1048.178674] env[63380]: _type = "Task" [ 1048.178674] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.533569] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.533815] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.591429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.591690] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.591947] env[63380]: INFO nova.compute.manager [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Attaching volume 4997ef16-0864-407b-a2a4-d5981eec89e1 to /dev/sdb [ 1048.622529] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d5cd5-f6db-48fd-a03a-ff1f82256bfe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.629219] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03ac381-5c6a-4d68-9bec-82d8e24e0254 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.642117] env[63380]: DEBUG nova.virt.block_device [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating existing volume attachment record: d9d2c38e-f73d-4eda-8d9d-b61a488fd734 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1048.687477] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139609} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.687747] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.687933] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.688126] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.039452] env[63380]: DEBUG nova.compute.utils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.543123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.721697] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.721970] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.722148] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.722335] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.722857] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.722857] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.722857] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.723083] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.723214] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.723384] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.723557] env[63380]: DEBUG nova.virt.hardware [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.724424] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32972b6-5b3a-4e49-b5a9-0ea1f220d392 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.732712] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f421a4e-348e-4f3a-965f-aa1385486f6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.745673] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:2f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ba487d-ce64-48dd-be23-c060a36560ca', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.753109] env[63380]: DEBUG oslo.service.loopingcall [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.753496] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.753723] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f31d89ed-22a8-4ef1-af86-2c23131138a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.771329] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.771329] env[63380]: value = "task-2680607" [ 1049.771329] env[63380]: _type = "Task" [ 1049.771329] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.778154] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680607, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.283044] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680607, 'name': CreateVM_Task, 'duration_secs': 0.30198} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.283220] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.283871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.284104] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.284438] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.284689] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8f24ea-a0ca-4839-bf7b-c9bfa7968282 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.289055] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1050.289055] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52151260-e4fa-2208-3607-ae6ef81f3ba2" [ 1050.289055] env[63380]: _type = "Task" [ 1050.289055] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.296751] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52151260-e4fa-2208-3607-ae6ef81f3ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.604397] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.604721] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.604854] env[63380]: INFO nova.compute.manager [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attaching volume d7c7965e-5e65-4a5c-bef8-13081830333a to /dev/sdb [ 1050.633508] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306e89ef-c1b8-436b-8330-a5c01a90a36d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.640177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6086ee1-c75a-413a-949e-4b59fc1657d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.652425] env[63380]: DEBUG nova.virt.block_device [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating existing volume attachment record: 758acd9e-a335-4fdd-af61-e7585610e1c4 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1050.801028] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52151260-e4fa-2208-3607-ae6ef81f3ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.801357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.801642] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.801902] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.802066] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.802279] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.802568] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a31ebe-6056-4907-baca-859a6fe5d2ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.811686] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.811896] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.812608] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d69c12b-847f-4d47-846a-9b071a9be83f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.817835] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1050.817835] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8c8e0-7450-bece-82b3-f68cb5ef41c4" [ 1050.817835] env[63380]: _type = "Task" [ 1050.817835] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.826826] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8c8e0-7450-bece-82b3-f68cb5ef41c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.328709] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e8c8e0-7450-bece-82b3-f68cb5ef41c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.329487] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a858abf3-3708-4a6b-9e04-14ee4b8d6aa8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.334372] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1051.334372] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5265ec6c-9056-5894-05d6-1d846d3a0e8f" [ 1051.334372] env[63380]: _type = "Task" [ 1051.334372] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.342265] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5265ec6c-9056-5894-05d6-1d846d3a0e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.844202] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5265ec6c-9056-5894-05d6-1d846d3a0e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.844576] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.844664] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.844921] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c97688-73d5-4bb6-8a52-b21329416531 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.850831] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1051.850831] env[63380]: value = "task-2680610" [ 1051.850831] env[63380]: _type = "Task" [ 1051.850831] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.857882] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.360791] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.860952] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567709} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.861319] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.861535] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.861782] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f30297-7bfb-4342-a150-02d8cb816bfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.868793] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1052.868793] env[63380]: value = "task-2680612" [ 1052.868793] env[63380]: _type = "Task" [ 1052.868793] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.875845] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.378031] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062412} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.378324] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.379135] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd495b7-241b-49fb-8da1-2d9bf32ebdee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.401614] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.401837] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841b95c2-e4cf-4535-a001-d70f87a5bce6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.421307] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1053.421307] env[63380]: value = "task-2680613" [ 1053.421307] env[63380]: _type = "Task" [ 1053.421307] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.428366] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.687715] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1053.688009] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540440', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'name': 'volume-4997ef16-0864-407b-a2a4-d5981eec89e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79cb6d35-dcde-4ba9-aa60-84c0337a57ae', 'attached_at': '', 'detached_at': '', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'serial': '4997ef16-0864-407b-a2a4-d5981eec89e1'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1053.688941] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85aad73-01e0-4530-ab08-c22db0432672 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.705489] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce4b62-e5fb-4f76-89d6-abd93ebe468f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.730290] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-4997ef16-0864-407b-a2a4-d5981eec89e1/volume-4997ef16-0864-407b-a2a4-d5981eec89e1.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.730647] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c2f2b7-29d4-4588-bf5e-79964cb0e104 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.748127] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1053.748127] env[63380]: value = "task-2680614" [ 1053.748127] env[63380]: _type = "Task" [ 1053.748127] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.755451] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.933115] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680613, 'name': ReconfigVM_Task, 'duration_secs': 0.316661} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.933496] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132/f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.934088] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba226c6b-5240-47e9-8a64-3488e800d787 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.940508] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1053.940508] env[63380]: value = "task-2680615" [ 1053.940508] env[63380]: _type = "Task" [ 1053.940508] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.947927] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680615, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.259451] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680614, 'name': ReconfigVM_Task, 'duration_secs': 0.366625} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.259681] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-4997ef16-0864-407b-a2a4-d5981eec89e1/volume-4997ef16-0864-407b-a2a4-d5981eec89e1.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.264464] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.264688] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.264892] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.265123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.265307] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.266772] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74878d12-a7eb-4e30-ba21-f9562fc67e42 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.276672] env[63380]: INFO nova.compute.manager [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Terminating instance [ 1054.282813] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1054.282813] env[63380]: value = "task-2680616" [ 1054.282813] env[63380]: _type = "Task" [ 1054.282813] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.291816] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.452296] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680615, 'name': Rename_Task, 'duration_secs': 0.147448} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.452552] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.452798] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f17e16a-f3b1-4391-80f3-ecd22b58b0a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.458947] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1054.458947] env[63380]: value = "task-2680617" [ 1054.458947] env[63380]: _type = "Task" [ 1054.458947] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.466963] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.781098] env[63380]: DEBUG nova.compute.manager [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.781350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.782303] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2361b-0e78-4d0b-8d81-2416302da3f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.793620] env[63380]: DEBUG oslo_vmware.api [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680616, 'name': ReconfigVM_Task, 'duration_secs': 0.189415} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.795674] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540440', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'name': 'volume-4997ef16-0864-407b-a2a4-d5981eec89e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79cb6d35-dcde-4ba9-aa60-84c0337a57ae', 'attached_at': '', 'detached_at': '', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'serial': '4997ef16-0864-407b-a2a4-d5981eec89e1'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1054.797189] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.797766] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b10e9aba-d2c0-4feb-a61c-e624eee19d93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.804193] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1054.804193] env[63380]: value = "task-2680618" [ 1054.804193] env[63380]: _type = "Task" [ 1054.804193] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.812241] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.969196] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680617, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.194648] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.194904] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540442', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'name': 'volume-d7c7965e-5e65-4a5c-bef8-13081830333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'serial': 'd7c7965e-5e65-4a5c-bef8-13081830333a'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.195808] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e4355-a9e7-4679-9b25-3a82d2f1e1e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.212159] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328f1e0-1498-4848-8ab0-bfbb5564278f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.236984] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-d7c7965e-5e65-4a5c-bef8-13081830333a/volume-d7c7965e-5e65-4a5c-bef8-13081830333a.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.237354] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b34c6d3-b144-4dfc-b4fb-26a2dcf67b92 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.256497] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1055.256497] env[63380]: value = "task-2680619" [ 1055.256497] env[63380]: _type = "Task" [ 1055.256497] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.265577] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.313016] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680618, 'name': PowerOffVM_Task, 'duration_secs': 0.405956} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.313308] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.313484] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.313743] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9602d05-96f6-4a12-890e-8a342a9f8691 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.382471] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.382760] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.383045] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleting the datastore file [datastore2] d2e8c600-3ea4-4eac-b433-0bec2285b5ec {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.383374] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdcf3d74-24b1-4469-95b8-1dc98638e5c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.389705] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for the task: (returnval){ [ 1055.389705] env[63380]: value = "task-2680621" [ 1055.389705] env[63380]: _type = "Task" [ 1055.389705] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.397912] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.471542] env[63380]: DEBUG oslo_vmware.api [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680617, 'name': PowerOnVM_Task, 'duration_secs': 0.847078} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.471754] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.471917] env[63380]: DEBUG nova.compute.manager [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.472709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2b9b6-98a5-4064-b06a-9eedd38d51f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.766562] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680619, 'name': ReconfigVM_Task, 'duration_secs': 0.35533} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.766873] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-d7c7965e-5e65-4a5c-bef8-13081830333a/volume-d7c7965e-5e65-4a5c-bef8-13081830333a.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.771874] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb21f515-1c25-4965-9c27-cab1631275ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.786240] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1055.786240] env[63380]: value = "task-2680622" [ 1055.786240] env[63380]: _type = "Task" [ 1055.786240] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.795919] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.833639] env[63380]: DEBUG nova.objects.instance [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'flavor' on Instance uuid 79cb6d35-dcde-4ba9-aa60-84c0337a57ae {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.900022] env[63380]: DEBUG oslo_vmware.api [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Task: {'id': task-2680621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.900354] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.900543] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.900789] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.900974] env[63380]: INFO nova.compute.manager [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.901248] env[63380]: DEBUG oslo.service.loopingcall [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.901443] env[63380]: DEBUG nova.compute.manager [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.901536] env[63380]: DEBUG nova.network.neutron [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.989960] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.990157] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.990302] env[63380]: DEBUG nova.objects.instance [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.301630] env[63380]: DEBUG oslo_vmware.api [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680622, 'name': ReconfigVM_Task, 'duration_secs': 0.136516} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.301630] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540442', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'name': 'volume-d7c7965e-5e65-4a5c-bef8-13081830333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'serial': 'd7c7965e-5e65-4a5c-bef8-13081830333a'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.339323] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d802a2ae-9ae6-4d3b-90b1-bd24ab24f20f tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.747s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.533716] env[63380]: DEBUG nova.compute.manager [req-c1c19302-48fc-403e-8b6a-4542647d91a6 req-03e48273-3e98-4e18-85b2-8dff252c1e5f service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Received event network-vif-deleted-f48b3f33-33e3-4eee-8e87-56ada58c6b55 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.533975] env[63380]: INFO nova.compute.manager [req-c1c19302-48fc-403e-8b6a-4542647d91a6 req-03e48273-3e98-4e18-85b2-8dff252c1e5f service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Neutron deleted interface f48b3f33-33e3-4eee-8e87-56ada58c6b55; detaching it from the instance and deleting it from the info cache [ 1056.535625] env[63380]: DEBUG nova.network.neutron [req-c1c19302-48fc-403e-8b6a-4542647d91a6 req-03e48273-3e98-4e18-85b2-8dff252c1e5f service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.822499] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.823754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.823754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.823754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.823754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.826111] env[63380]: INFO nova.compute.manager [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Terminating instance [ 1056.999995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ae82dfc1-f30d-48f9-b530-60b8de6ff6a5 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.011702] env[63380]: DEBUG nova.network.neutron [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.036277] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-264cb4dd-7965-44a0-a7f1-5013f5aa18f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.046207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ae762-cb59-45bb-ae56-ce80335e878f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.077386] env[63380]: DEBUG nova.compute.manager [req-c1c19302-48fc-403e-8b6a-4542647d91a6 req-03e48273-3e98-4e18-85b2-8dff252c1e5f service nova] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Detach interface failed, port_id=f48b3f33-33e3-4eee-8e87-56ada58c6b55, reason: Instance d2e8c600-3ea4-4eac-b433-0bec2285b5ec could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1057.200577] env[63380]: DEBUG nova.compute.manager [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1057.325635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.325878] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.330116] env[63380]: DEBUG nova.compute.manager [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.330333] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.331242] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b4d80-dec0-48c7-9a37-eebd5bc68bd3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.339974] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.339974] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3e58f8-8235-4513-80a6-6e4db6404efb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.346378] env[63380]: DEBUG nova.objects.instance [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.348037] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1057.348037] env[63380]: value = "task-2680623" [ 1057.348037] env[63380]: _type = "Task" [ 1057.348037] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.356446] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.514071] env[63380]: INFO nova.compute.manager [-] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Took 1.61 seconds to deallocate network for instance. [ 1057.723037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.723037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.828095] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.855666] env[63380]: DEBUG oslo_concurrency.lockutils [None req-dfe69639-0ee0-465b-a3fd-2bef26fd7130 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.860855] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680623, 'name': PowerOffVM_Task, 'duration_secs': 0.195148} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.860855] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.860855] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.861096] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e51607-f884-44f8-bdf8-26b8f6f52b63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.923290] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.923529] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.923738] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore1] f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.924204] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4181e45b-6bd0-4f46-aed5-65483afd20f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.931597] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1057.931597] env[63380]: value = "task-2680625" [ 1057.931597] env[63380]: _type = "Task" [ 1057.931597] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.940791] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.020714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.227317] env[63380]: INFO nova.compute.claims [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.349763] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.440764] env[63380]: DEBUG oslo_vmware.api [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167846} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.441036] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.441227] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.441402] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.441575] env[63380]: INFO nova.compute.manager [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1058.441884] env[63380]: DEBUG oslo.service.loopingcall [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.442095] env[63380]: DEBUG nova.compute.manager [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.442192] env[63380]: DEBUG nova.network.neutron [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.733879] env[63380]: INFO nova.compute.resource_tracker [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating resource usage from migration 3e201195-97bd-442c-a83e-6adda7db8535 [ 1058.899559] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c394574-1e7b-4541-8a55-f9f54be3bcf2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.907311] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe98cf-886e-4a9f-9c4e-6feb1a1eac32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.941562] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9444e-ea8a-4b84-bf98-cd3599171198 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.950024] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a7201-f06c-4674-990d-b79cdd1c2b05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.966836] env[63380]: DEBUG nova.compute.provider_tree [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.979908] env[63380]: DEBUG nova.compute.manager [req-5da7a24f-3697-4f92-8b75-52ebcd12c35b req-820315e8-82ad-4070-9cb4-09c4d591aee4 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Received event network-vif-deleted-76ba487d-ce64-48dd-be23-c060a36560ca {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.980129] env[63380]: INFO nova.compute.manager [req-5da7a24f-3697-4f92-8b75-52ebcd12c35b req-820315e8-82ad-4070-9cb4-09c4d591aee4 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Neutron deleted interface 76ba487d-ce64-48dd-be23-c060a36560ca; detaching it from the instance and deleting it from the info cache [ 1058.980309] env[63380]: DEBUG nova.network.neutron [req-5da7a24f-3697-4f92-8b75-52ebcd12c35b req-820315e8-82ad-4070-9cb4-09c4d591aee4 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.208046] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.208343] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.470269] env[63380]: DEBUG nova.scheduler.client.report [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.474466] env[63380]: DEBUG nova.network.neutron [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.483142] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd4acccb-f2f7-4303-9819-9bdfbb17ad65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.494405] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad6daa-ef57-4b6e-89b2-64f0f52295b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.524406] env[63380]: DEBUG nova.compute.manager [req-5da7a24f-3697-4f92-8b75-52ebcd12c35b req-820315e8-82ad-4070-9cb4-09c4d591aee4 service nova] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Detach interface failed, port_id=76ba487d-ce64-48dd-be23-c060a36560ca, reason: Instance f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.711918] env[63380]: DEBUG nova.compute.utils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.950561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.950823] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.976674] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.254s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.976857] env[63380]: INFO nova.compute.manager [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Migrating [ 1059.982927] env[63380]: INFO nova.compute.manager [-] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Took 1.54 seconds to deallocate network for instance. [ 1059.985573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.965s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.985784] env[63380]: DEBUG nova.objects.instance [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lazy-loading 'resources' on Instance uuid d2e8c600-3ea4-4eac-b433-0bec2285b5ec {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.214447] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.453382] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.498453] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.498778] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.498823] env[63380]: DEBUG nova.network.neutron [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.500426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.638174] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3ccc5f-50c3-4dda-a548-0f82ad113640 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.645877] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b7cd3c-19dd-4329-a710-f902044b9697 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.674914] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403fb199-7555-4bfb-975c-316279b68a81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.681738] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267ae45-1ba3-472a-b122-771f2b6169a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.694126] env[63380]: DEBUG nova.compute.provider_tree [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.973044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.197101] env[63380]: DEBUG nova.scheduler.client.report [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.218841] env[63380]: DEBUG nova.network.neutron [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.275500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.275796] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.276055] env[63380]: INFO nova.compute.manager [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attaching volume 7625e2fa-83c0-4c1b-bcc2-ed6141745f4f to /dev/sdc [ 1061.306054] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90578cd-5489-488a-bfbb-8244244b96de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.313420] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e509c4b-2268-4dbd-9974-50ae6b5a64ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.326179] env[63380]: DEBUG nova.virt.block_device [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating existing volume attachment record: ab8ab971-4fc8-406b-aeec-99c0c06980f8 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1061.701775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.704239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.355s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.705722] env[63380]: INFO nova.compute.claims [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.721314] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.730139] env[63380]: INFO nova.scheduler.client.report [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Deleted allocations for instance d2e8c600-3ea4-4eac-b433-0bec2285b5ec [ 1062.238033] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b2ae4bbd-6c54-49f8-bb5a-695dc04accf3 tempest-VolumesAdminNegativeTest-957793084 tempest-VolumesAdminNegativeTest-957793084-project-member] Lock "d2e8c600-3ea4-4eac-b433-0bec2285b5ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.973s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.874495] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f166b15-86f1-4e9f-999e-88e4976e453e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.882632] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895f2160-baed-4c73-84a6-46869eb050a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.914959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c6078d-50f8-4852-b4cc-0e6d93f573b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.921217] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d9c473-5b0d-4f0b-b083-f3b3a9970700 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.934871] env[63380]: DEBUG nova.compute.provider_tree [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.235014] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475876f-099b-4589-969b-692ed7db9be7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.255493] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.439009] env[63380]: DEBUG nova.scheduler.client.report [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.761186] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.761512] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d0cdfa4-d0dd-4655-aad0-587eeaf8aacf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.769869] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1063.769869] env[63380]: value = "task-2680628" [ 1063.769869] env[63380]: _type = "Task" [ 1063.769869] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.778235] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.944650] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.944996] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.947628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.447s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.947853] env[63380]: DEBUG nova.objects.instance [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'resources' on Instance uuid f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.280548] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680628, 'name': PowerOffVM_Task, 'duration_secs': 0.187538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.280900] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.281129] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.451242] env[63380]: DEBUG nova.compute.utils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.458415] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.458681] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.496617] env[63380]: DEBUG nova.policy [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f87712f42d4b4c944dc665d65931bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd29504ba085045a69b44e963eb1befbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.626451] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad45fd7-dfa8-4ad0-a43e-0c0d39e3f5d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.633920] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe251b2-e2c0-45ba-913c-79f1cadf75d6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.666760] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f7546-4a71-485c-9695-7b84b166afe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.674503] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c76836a-86f3-4352-8137-8d382bd86c73 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.689714] env[63380]: DEBUG nova.compute.provider_tree [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.756432] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Successfully created port: 77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.787641] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.787909] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.788248] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.788478] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.788659] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.788822] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.789054] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.789223] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.789394] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.789561] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.789748] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.794699] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12721ed4-8b98-4c69-9875-5e43a0c82bbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.810558] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1064.810558] env[63380]: value = "task-2680629" [ 1064.810558] env[63380]: _type = "Task" [ 1064.810558] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.818248] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.959237] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.193580] env[63380]: DEBUG nova.scheduler.client.report [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.325571] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680629, 'name': ReconfigVM_Task, 'duration_secs': 0.19831} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.325943] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.699038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.701896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.728s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.702824] env[63380]: INFO nova.compute.claims [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.721312] env[63380]: INFO nova.scheduler.client.report [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocations for instance f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132 [ 1065.834758] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.835016] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.835214] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.835428] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.835582] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.835732] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.835944] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.836114] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.836293] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.836458] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.836629] env[63380]: DEBUG nova.virt.hardware [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.843205] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.843795] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b3a0a3-40a2-4b5d-80df-2d044829b366 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.863259] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1065.863259] env[63380]: value = "task-2680630" [ 1065.863259] env[63380]: _type = "Task" [ 1065.863259] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.869762] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.869992] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540443', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'name': 'volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'serial': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.870803] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e8d3e-51fc-4772-ae71-076cda1e1da6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.876188] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.889506] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb28346-cbef-4a5e-8ea8-13a878b1b729 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.918046] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f/volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.918046] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48cd1083-4870-440f-91f4-8748ead4b84a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.934986] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1065.934986] env[63380]: value = "task-2680631" [ 1065.934986] env[63380]: _type = "Task" [ 1065.934986] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.942720] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.970154] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.002388] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.002649] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.002809] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.003072] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.003242] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.003413] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.003623] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.003786] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.003956] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.004135] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.004313] env[63380]: DEBUG nova.virt.hardware [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.005312] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d7e23-0b5a-4427-9906-0af4b51f74ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.012970] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a929cc-4815-4c02-8c03-af5c3f41f676 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.144676] env[63380]: DEBUG nova.compute.manager [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Received event network-vif-plugged-77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.145043] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.145296] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.145338] env[63380]: DEBUG oslo_concurrency.lockutils [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.145512] env[63380]: DEBUG nova.compute.manager [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] No waiting events found dispatching network-vif-plugged-77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.145744] env[63380]: WARNING nova.compute.manager [req-3ff8556b-f110-44e8-a172-d9556e0fdd08 req-a6bd2209-d7d2-47a4-b165-42ded94d67b9 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Received unexpected event network-vif-plugged-77795c37-05c7-4251-b79f-b17d06ea88c6 for instance with vm_state building and task_state spawning. [ 1066.231645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fe7a284e-3de4-420b-a34a-c9a3c31e1d17 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.408s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.240687] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Successfully updated port: 77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.373494] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680630, 'name': ReconfigVM_Task, 'duration_secs': 0.177239} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.373795] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.374580] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b0d7f-89b0-477d-a2e6-b19536fa4f88 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.399178] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.399478] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70413434-93e5-43fb-a8f1-43d6a5c986e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.416875] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1066.416875] env[63380]: value = "task-2680632" [ 1066.416875] env[63380]: _type = "Task" [ 1066.416875] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.424206] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.443805] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680631, 'name': ReconfigVM_Task, 'duration_secs': 0.365628} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.444087] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f/volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.448652] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd9f2fa2-3f95-43c8-940a-4cac50983308 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.462803] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1066.462803] env[63380]: value = "task-2680633" [ 1066.462803] env[63380]: _type = "Task" [ 1066.462803] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.470299] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.741706] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.742026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.742174] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.848016] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87cb46-6047-4919-ad14-1444da0a14d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.856271] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e1c1d-c474-43b7-a560-998cb93b9de3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.888244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3830e4db-a5cd-4566-b597-af71d37f0337 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.896113] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15305d0d-599e-44c8-969f-a0d271038b5e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.909721] env[63380]: DEBUG nova.compute.provider_tree [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.926630] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680632, 'name': ReconfigVM_Task, 'duration_secs': 0.291178} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.926804] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.927111] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.973979] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.281337] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.413072] env[63380]: DEBUG nova.scheduler.client.report [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.433281] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a091f4c-424e-4ff6-be4d-0a7671e52af2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.458923] env[63380]: DEBUG nova.network.neutron [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.461066] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a35ede4-7779-4cf6-8a1a-dae37b516745 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.497576] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.504054] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.919566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.920122] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.967727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.968077] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Instance network_info: |[{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.968603] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:14:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77795c37-05c7-4251-b79f-b17d06ea88c6', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.976293] env[63380]: DEBUG oslo.service.loopingcall [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.980097] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.980323] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5724235-a565-4001-9e38-c82afe1ec48d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.000368] env[63380]: DEBUG oslo_vmware.api [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680633, 'name': ReconfigVM_Task, 'duration_secs': 1.152932} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.001744] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540443', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'name': 'volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'serial': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1068.003183] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.003183] env[63380]: value = "task-2680634" [ 1068.003183] env[63380]: _type = "Task" [ 1068.003183] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.015279] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680634, 'name': CreateVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.093449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.093682] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.172395] env[63380]: DEBUG nova.compute.manager [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Received event network-changed-77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.172643] env[63380]: DEBUG nova.compute.manager [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Refreshing instance network info cache due to event network-changed-77795c37-05c7-4251-b79f-b17d06ea88c6. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.172897] env[63380]: DEBUG oslo_concurrency.lockutils [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] Acquiring lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.173069] env[63380]: DEBUG oslo_concurrency.lockutils [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] Acquired lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.173277] env[63380]: DEBUG nova.network.neutron [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Refreshing network info cache for port 77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.425679] env[63380]: DEBUG nova.compute.utils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.427083] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.427266] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.488938] env[63380]: DEBUG nova.policy [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8f4b89bf514037a4f0e14e19021fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f374e9a5184196ab74f31d9f111752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.515397] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680634, 'name': CreateVM_Task, 'duration_secs': 0.311857} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.515572] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.516289] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.516461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.516774] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.517040] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965b2d24-b7dc-4675-a505-796f99b762c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.521453] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1068.521453] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52451e02-9f70-a349-bb5c-0da42aebd3cf" [ 1068.521453] env[63380]: _type = "Task" [ 1068.521453] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.529199] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52451e02-9f70-a349-bb5c-0da42aebd3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.596300] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.751621] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Successfully created port: bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.864694] env[63380]: DEBUG nova.network.neutron [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updated VIF entry in instance network info cache for port 77795c37-05c7-4251-b79f-b17d06ea88c6. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.865069] env[63380]: DEBUG nova.network.neutron [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.929984] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.031712] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52451e02-9f70-a349-bb5c-0da42aebd3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.032062] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.032303] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.032534] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.032681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.032862] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.033142] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e5bd7a-00a2-4024-ad52-c826b7cfc004 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.041053] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.041313] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.042606] env[63380]: DEBUG nova.objects.instance [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.043814] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4bcec2-00cd-4223-afd3-1ec214c64123 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.048683] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1069.048683] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52494925-fc92-f0c1-7d6d-6869facf0773" [ 1069.048683] env[63380]: _type = "Task" [ 1069.048683] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.056126] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52494925-fc92-f0c1-7d6d-6869facf0773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.121221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.121326] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.123126] env[63380]: INFO nova.compute.claims [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.160674] env[63380]: DEBUG nova.network.neutron [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Port c0ba7128-6415-4396-8f72-09e4d712f171 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1069.367766] env[63380]: DEBUG oslo_concurrency.lockutils [req-bae80f68-536a-4879-bf46-814dc379483a req-360dce9f-a1fd-4b5f-b741-72a35b4df2ed service nova] Releasing lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.548961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d1a0d4c5-81c3-431b-b3e8-5f445470a4a1 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.273s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.559981] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52494925-fc92-f0c1-7d6d-6869facf0773, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.561394] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f483e92-6587-4a7d-b886-3ec116c08500 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.567655] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1069.567655] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c17a05-84a0-02dc-0484-6d2ecb751748" [ 1069.567655] env[63380]: _type = "Task" [ 1069.567655] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.575359] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c17a05-84a0-02dc-0484-6d2ecb751748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.885328] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.885619] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.939305] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.968893] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.969201] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.969407] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.969632] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.969796] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.969969] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.970480] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.970480] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.970626] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.970800] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.970987] env[63380]: DEBUG nova.virt.hardware [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.971891] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbdd0b-2d96-4670-bfaa-62051fb23ebe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.980219] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416a474d-cec0-46e6-85ce-e10a5b102317 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.078056] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52c17a05-84a0-02dc-0484-6d2ecb751748, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.078379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.078707] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.079008] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f4b4cb3-b188-43b4-b4df-f1f4dd7579e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.086379] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1070.086379] env[63380]: value = "task-2680635" [ 1070.086379] env[63380]: _type = "Task" [ 1070.086379] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.093779] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.182363] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.182511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.185924] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.206629] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Successfully updated port: bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.216230] env[63380]: DEBUG nova.compute.manager [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Received event network-vif-plugged-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.216487] env[63380]: DEBUG oslo_concurrency.lockutils [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.216717] env[63380]: DEBUG oslo_concurrency.lockutils [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.216903] env[63380]: DEBUG oslo_concurrency.lockutils [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.217100] env[63380]: DEBUG nova.compute.manager [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] No waiting events found dispatching network-vif-plugged-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.217277] env[63380]: WARNING nova.compute.manager [req-0965cae5-29a4-4a4d-ae64-f261cedb3d49 req-81f3adb2-cbaa-4d69-a4e3-40a2ec1cf568 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Received unexpected event network-vif-plugged-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f for instance with vm_state building and task_state spawning. [ 1070.326790] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314ccf35-07aa-4739-8e4f-cdb062854cdf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.336397] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879dca3-9097-45d5-bf8d-bfb8cd831f44 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.370823] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29c4e6-ffee-406f-ae04-6eaa2d5e38d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.382146] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52743021-0343-4bb1-92e5-f2513ed8154f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.389638] env[63380]: INFO nova.compute.manager [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Detaching volume d7c7965e-5e65-4a5c-bef8-13081830333a [ 1070.399983] env[63380]: DEBUG nova.compute.provider_tree [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.435779] env[63380]: INFO nova.virt.block_device [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attempting to driver detach volume d7c7965e-5e65-4a5c-bef8-13081830333a from mountpoint /dev/sdb [ 1070.436081] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.436330] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540442', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'name': 'volume-d7c7965e-5e65-4a5c-bef8-13081830333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'serial': 'd7c7965e-5e65-4a5c-bef8-13081830333a'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.437249] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc8926a-f146-445b-89a6-7c2061666452 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.465236] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97741dac-a86d-42ff-bd3a-36b42943258e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.474414] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e710a0-dbb0-4c71-b95a-b9943f2243e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.500283] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa2c4f-96f3-44cc-80c4-6cb803f180bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.517294] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7c7965e-5e65-4a5c-bef8-13081830333a/volume-d7c7965e-5e65-4a5c-bef8-13081830333a.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.522644] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.522935] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85369c3-1ba4-4597-8bdb-9fb5a19e9bdc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.540887] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1070.540887] env[63380]: value = "task-2680636" [ 1070.540887] env[63380]: _type = "Task" [ 1070.540887] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.548817] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.595458] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435799} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.595786] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.596046] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.596324] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96219aad-7711-4078-bfa4-2e28492f3027 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.602869] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1070.602869] env[63380]: value = "task-2680637" [ 1070.602869] env[63380]: _type = "Task" [ 1070.602869] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.611270] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.715314] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.715471] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.715619] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.903030] env[63380]: DEBUG nova.scheduler.client.report [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.051348] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680636, 'name': ReconfigVM_Task, 'duration_secs': 0.218121} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.051682] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.056510] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c98bc0-ff7e-4eaf-9596-48bd0ed1e356 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.071980] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1071.071980] env[63380]: value = "task-2680638" [ 1071.071980] env[63380]: _type = "Task" [ 1071.071980] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.079674] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.112242] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065307} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.112497] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.113290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7bf1fe-7484-401b-ade2-b80039586b4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.135313] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.135592] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1ec1bd-f340-4b7e-82dc-df94429d8b3c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.154379] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1071.154379] env[63380]: value = "task-2680639" [ 1071.154379] env[63380]: _type = "Task" [ 1071.154379] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.161909] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.229473] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.229700] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.229899] env[63380]: DEBUG nova.network.neutron [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.247563] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.377837] env[63380]: DEBUG nova.network.neutron [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Updating instance_info_cache with network_info: [{"id": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "address": "fa:16:3e:51:c8:e1", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee7b4bb-50", "ovs_interfaceid": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.407897] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.408343] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.583138] env[63380]: DEBUG oslo_vmware.api [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680638, 'name': ReconfigVM_Task, 'duration_secs': 0.194885} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.583456] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540442', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'name': 'volume-d7c7965e-5e65-4a5c-bef8-13081830333a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c7965e-5e65-4a5c-bef8-13081830333a', 'serial': 'd7c7965e-5e65-4a5c-bef8-13081830333a'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.663844] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680639, 'name': ReconfigVM_Task, 'duration_secs': 0.297013} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.664199] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.664708] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b44c261b-8353-44c0-8c4d-01f0b9499a1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.671483] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1071.671483] env[63380]: value = "task-2680640" [ 1071.671483] env[63380]: _type = "Task" [ 1071.671483] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.678711] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680640, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.880397] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.880759] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance network_info: |[{"id": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "address": "fa:16:3e:51:c8:e1", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee7b4bb-50", "ovs_interfaceid": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.883811] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.891929] env[63380]: DEBUG oslo.service.loopingcall [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.892179] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.892891] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b9a2cc-e7eb-40ca-9926-8e916a9486cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.913027] env[63380]: DEBUG nova.compute.utils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.914348] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.914348] env[63380]: value = "task-2680641" [ 1071.914348] env[63380]: _type = "Task" [ 1071.914348] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.914581] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Not allocating networking since 'none' was specified. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1071.922852] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680641, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.976629] env[63380]: DEBUG nova.network.neutron [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.124409] env[63380]: DEBUG nova.objects.instance [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.182082] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680640, 'name': Rename_Task, 'duration_secs': 0.150266} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.182386] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.182535] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5a8cb4-668a-4caa-90f8-b67442ed7425 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.189485] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1072.189485] env[63380]: value = "task-2680642" [ 1072.189485] env[63380]: _type = "Task" [ 1072.189485] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.196814] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.239730] env[63380]: DEBUG nova.compute.manager [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Received event network-changed-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.239931] env[63380]: DEBUG nova.compute.manager [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Refreshing instance network info cache due to event network-changed-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.240174] env[63380]: DEBUG oslo_concurrency.lockutils [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] Acquiring lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.240319] env[63380]: DEBUG oslo_concurrency.lockutils [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] Acquired lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.240482] env[63380]: DEBUG nova.network.neutron [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Refreshing network info cache for port bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.420040] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.427875] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680641, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.479498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.698752] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.928681] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680641, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.938709] env[63380]: DEBUG nova.network.neutron [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Updated VIF entry in instance network info cache for port bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.939190] env[63380]: DEBUG nova.network.neutron [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Updating instance_info_cache with network_info: [{"id": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "address": "fa:16:3e:51:c8:e1", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbee7b4bb-50", "ovs_interfaceid": "bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.988539] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8960ae8-5bd4-48f4-a3e6-4de68746e4e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.995615] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca6fd2-a480-472d-b3a9-1cda494f2a0a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.125243] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.130161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d8e97ad7-49cc-4857-92e1-cf3f1ae5c976 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.130948] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.199371] env[63380]: DEBUG oslo_vmware.api [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680642, 'name': PowerOnVM_Task, 'duration_secs': 1.000195} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.199698] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.199848] env[63380]: INFO nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1073.200043] env[63380]: DEBUG nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.200821] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010324c-7d60-42db-8ba1-4956f1ccdcc0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.425232] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680641, 'name': CreateVM_Task, 'duration_secs': 1.439408} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.425422] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.426120] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.426296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.426615] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.426870] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d6a87c-2f46-43ce-baac-41c6fac700d9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.430656] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.434710] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1073.434710] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eca64d-38dc-d2e5-505d-6df25c3f9813" [ 1073.434710] env[63380]: _type = "Task" [ 1073.434710] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.443382] env[63380]: DEBUG oslo_concurrency.lockutils [req-cd5170bd-8223-48c7-b94d-5c821a45047e req-34b47a29-173b-470f-80b9-4561a6a948d9 service nova] Releasing lock "refresh_cache-d9ebc2c8-0539-4696-8837-b95bafc6f441" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.443830] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eca64d-38dc-d2e5-505d-6df25c3f9813, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.444138] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.444395] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.444663] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.444841] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.445062] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.445344] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fe3e35-cbff-437b-8c1f-98018be56ece {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.452420] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.452585] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.453379] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8511c8a-91b8-480e-9a6e-6c1f8c4f5bbc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.457236] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.457500] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.457709] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.457938] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.458134] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.458325] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.458569] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.458851] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.459087] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.459269] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.459446] env[63380]: DEBUG nova.virt.hardware [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.460213] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a05b18-9649-4d3a-9180-e4cb93e1d19e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.465086] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1073.465086] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526beeb0-c6ea-7a14-e4ea-38549acefd35" [ 1073.465086] env[63380]: _type = "Task" [ 1073.465086] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.470620] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e41396-60f8-4eeb-8eb4-5bb1d43e57f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.484956] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.490337] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Creating folder: Project (079a13ef66694de38da1f1c64685a191). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.493541] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d520298-8a03-48bd-acac-859ee808aaa0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.494942] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526beeb0-c6ea-7a14-e4ea-38549acefd35, 'name': SearchDatastore_Task, 'duration_secs': 0.007287} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.495921] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a15b1b1-0f7d-4c95-9edc-b319a5242ae5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.500522] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1073.500522] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52082b79-5313-0460-cb64-55fc8644a15a" [ 1073.500522] env[63380]: _type = "Task" [ 1073.500522] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.504475] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Created folder: Project (079a13ef66694de38da1f1c64685a191) in parent group-v540155. [ 1073.504730] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Creating folder: Instances. Parent ref: group-v540446. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.505261] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c6d0485-6663-415c-8957-04b00220c053 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.509075] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52082b79-5313-0460-cb64-55fc8644a15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.516949] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Created folder: Instances in parent group-v540446. [ 1073.517199] env[63380]: DEBUG oslo.service.loopingcall [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.517380] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.517562] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e59cea-3a01-4c4a-9577-81f6e9741afa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.532739] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.532739] env[63380]: value = "task-2680645" [ 1073.532739] env[63380]: _type = "Task" [ 1073.532739] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.539427] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680645, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.634033] env[63380]: INFO nova.compute.manager [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Detaching volume 7625e2fa-83c0-4c1b-bcc2-ed6141745f4f [ 1073.666026] env[63380]: INFO nova.virt.block_device [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Attempting to driver detach volume 7625e2fa-83c0-4c1b-bcc2-ed6141745f4f from mountpoint /dev/sdc [ 1073.666332] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.666586] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540443', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'name': 'volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'serial': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.667600] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8246115-9a5a-47e3-85f0-81d75e268a93 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.691252] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe41b2-7beb-4bf4-b04c-0e093dd914d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.699157] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842dd2e3-3fc5-4232-9b38-acdb7ffeb00e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.724733] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e3681-cbbe-405a-b8f7-740302dd7a53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.727605] env[63380]: INFO nova.compute.manager [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Took 15.40 seconds to build instance. [ 1073.741026] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] The volume has not been displaced from its original location: [datastore2] volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f/volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.746365] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.747219] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eeccbc7-3ee0-4db5-aaad-79e269ca1d08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.765394] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1073.765394] env[63380]: value = "task-2680646" [ 1073.765394] env[63380]: _type = "Task" [ 1073.765394] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.773200] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.012770] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52082b79-5313-0460-cb64-55fc8644a15a, 'name': SearchDatastore_Task, 'duration_secs': 0.007486} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.013015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.013324] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.013578] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e431b3-624c-475d-930b-7487e847b782 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.018856] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1074.018856] env[63380]: value = "task-2680647" [ 1074.018856] env[63380]: _type = "Task" [ 1074.018856] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.026119] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.040965] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680645, 'name': CreateVM_Task, 'duration_secs': 0.237363} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.041134] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.041521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.041678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.042010] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.042250] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0900f71c-b73d-4a00-841b-78e95f41496c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.046064] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1074.046064] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0d7cb-be9d-214c-4e00-42592fbf6799" [ 1074.046064] env[63380]: _type = "Task" [ 1074.046064] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.052933] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0d7cb-be9d-214c-4e00-42592fbf6799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.090087] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313a5c0-2603-4742-b200-1f735fe17011 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.110999] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b64d59-4fce-452f-b578-4fb29297458b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.117470] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.229896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3f53349a-7a43-47e0-9896-ef623dba3c6b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.904s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.276305] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680646, 'name': ReconfigVM_Task, 'duration_secs': 0.228209} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.276616] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.281765] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e9c92e-d5f7-4e7c-9854-c64d40291a1d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.297564] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1074.297564] env[63380]: value = "task-2680648" [ 1074.297564] env[63380]: _type = "Task" [ 1074.297564] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.305822] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.529791] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441022} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.530019] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.530245] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.530508] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9af7d4f8-e31a-45a1-8874-a5fed52a59fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.536974] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1074.536974] env[63380]: value = "task-2680649" [ 1074.536974] env[63380]: _type = "Task" [ 1074.536974] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.544812] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.555412] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d0d7cb-be9d-214c-4e00-42592fbf6799, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.555702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.555936] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.556214] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.556371] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.556553] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.556812] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0244c77e-982d-43d2-ae31-e4a54df93d2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.567823] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.568032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.568777] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c389b9-eb05-4e52-b14f-ea8e7c275f18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.573717] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1074.573717] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba1d40-ee89-946b-de12-79950a957916" [ 1074.573717] env[63380]: _type = "Task" [ 1074.573717] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.581158] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba1d40-ee89-946b-de12-79950a957916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.623719] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.623921] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2750f450-3d27-4e08-828d-ebb9e7e17ae5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631697] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1074.631697] env[63380]: value = "task-2680650" [ 1074.631697] env[63380]: _type = "Task" [ 1074.631697] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.640741] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.807467] env[63380]: DEBUG oslo_vmware.api [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680648, 'name': ReconfigVM_Task, 'duration_secs': 0.149802} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.807798] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540443', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'name': 'volume-7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1e69714-6b9f-48da-8573-54a5d872a4a7', 'attached_at': '', 'detached_at': '', 'volume_id': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f', 'serial': '7625e2fa-83c0-4c1b-bcc2-ed6141745f4f'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.047045] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16648} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.047347] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.048132] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a69eb-be34-474d-aee4-3d64f51a1c63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.069668] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.069945] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772923d9-4dd7-47df-8eb5-3da8891ec096 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.093866] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ba1d40-ee89-946b-de12-79950a957916, 'name': SearchDatastore_Task, 'duration_secs': 0.032123} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.095563] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1075.095563] env[63380]: value = "task-2680651" [ 1075.095563] env[63380]: _type = "Task" [ 1075.095563] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.095756] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a8ca80-7b74-4d1d-9a1a-f227b581a307 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.102896] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1075.102896] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52be5db3-6438-6983-5610-91840bfdbc40" [ 1075.102896] env[63380]: _type = "Task" [ 1075.102896] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.106064] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680651, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.113564] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52be5db3-6438-6983-5610-91840bfdbc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.140963] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.352638] env[63380]: DEBUG nova.objects.instance [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'flavor' on Instance uuid e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.607507] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680651, 'name': ReconfigVM_Task, 'duration_secs': 0.264712} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.610322] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.610945] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6752478-c74b-4908-8c87-72abe869f12e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.617602] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52be5db3-6438-6983-5610-91840bfdbc40, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.618339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.618599] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.618912] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1075.618912] env[63380]: value = "task-2680652" [ 1075.618912] env[63380]: _type = "Task" [ 1075.618912] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.619113] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14c45c81-f84e-47de-947e-0801cd1510c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.627835] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1075.627835] env[63380]: value = "task-2680653" [ 1075.627835] env[63380]: _type = "Task" [ 1075.627835] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.631061] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680652, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.642248] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.645126] env[63380]: DEBUG oslo_vmware.api [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680650, 'name': PowerOnVM_Task, 'duration_secs': 0.820824} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.645393] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.645616] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-41f30ad4-f169-4927-9c00-5f17c9450c98 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance '79cb6d35-dcde-4ba9-aa60-84c0337a57ae' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.864403] env[63380]: DEBUG nova.compute.manager [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1076.130737] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680652, 'name': Rename_Task, 'duration_secs': 0.13908} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.131229] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.134270] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4f7d633-b9db-4197-9e04-23a8351601f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.141353] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461333} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.142882] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.142882] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.143216] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1076.143216] env[63380]: value = "task-2680654" [ 1076.143216] env[63380]: _type = "Task" [ 1076.143216] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.143434] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-554dbc45-c208-4716-b645-0e6460c20778 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.158131] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.159235] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1076.159235] env[63380]: value = "task-2680655" [ 1076.159235] env[63380]: _type = "Task" [ 1076.159235] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.165983] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.369057] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5976dad2-bb58-4b35-af5a-9e39bf97c7b8 tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.238s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.386580] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.386849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.654962] env[63380]: DEBUG oslo_vmware.api [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680654, 'name': PowerOnVM_Task, 'duration_secs': 0.468011} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.655261] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.655459] env[63380]: INFO nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1076.655643] env[63380]: DEBUG nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.656401] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa70623-93b4-4eb2-9b98-23c960ef3b3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.669800] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069412} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.670048] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.670821] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e6bb2b-97f6-4627-8ca3-080063c64aa8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.690610] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.694717] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b590e0-0242-4a5b-b613-871c382e6087 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.716452] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1076.716452] env[63380]: value = "task-2680656" [ 1076.716452] env[63380]: _type = "Task" [ 1076.716452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.724175] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.819938] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.820364] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.820595] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.820809] env[63380]: INFO nova.compute.manager [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Shelving [ 1076.822153] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.822324] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.822476] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.822627] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.822770] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.822917] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.823490] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1076.823882] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1076.892063] env[63380]: INFO nova.compute.claims [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.180366] env[63380]: INFO nova.compute.manager [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Took 16.22 seconds to build instance. [ 1077.226921] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680656, 'name': ReconfigVM_Task, 'duration_secs': 0.32686} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.227222] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.227847] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41b50459-f968-4632-a9c3-6e5b581d717d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.234552] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1077.234552] env[63380]: value = "task-2680657" [ 1077.234552] env[63380]: _type = "Task" [ 1077.234552] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.244243] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680657, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.327551] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.399167] env[63380]: INFO nova.compute.resource_tracker [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating resource usage from migration c9a21753-b39c-4f07-999d-ec84542429cc [ 1077.569567] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80ba79-f58c-41c8-a229-d4499ae0cbc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.578084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.578313] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.578511] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.578704] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.578906] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.581537] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3501c76-9c90-4da8-b677-1263447359b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.585188] env[63380]: INFO nova.compute.manager [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Terminating instance [ 1077.615619] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e48ac-e0a6-4e47-b085-2fcf3a6b05ba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.623036] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be3d379-b8d8-437f-81b9-53ffe308d5ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.636495] env[63380]: DEBUG nova.compute.provider_tree [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.682270] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ac214c40-b43c-4ef6-be0a-b506c373e9bd tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.731s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.706816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.707091] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.707282] env[63380]: DEBUG nova.compute.manager [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.708379] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a8855-754a-4145-b7fd-7e8e5f00a0d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.715509] env[63380]: DEBUG nova.compute.manager [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.716068] env[63380]: DEBUG nova.objects.instance [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'flavor' on Instance uuid d9ebc2c8-0539-4696-8837-b95bafc6f441 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.744567] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680657, 'name': Rename_Task, 'duration_secs': 0.142158} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.744828] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.745082] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bb2838-6522-4521-a343-15b49e584b22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.751463] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1077.751463] env[63380]: value = "task-2680658" [ 1077.751463] env[63380]: _type = "Task" [ 1077.751463] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.758535] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.832503] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.832822] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5351e25-bd1d-4186-8052-1955aca8143f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.839734] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1077.839734] env[63380]: value = "task-2680659" [ 1077.839734] env[63380]: _type = "Task" [ 1077.839734] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.848161] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.026946] env[63380]: DEBUG nova.network.neutron [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Port c0ba7128-6415-4396-8f72-09e4d712f171 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.027305] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.027480] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.027841] env[63380]: DEBUG nova.network.neutron [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.089274] env[63380]: DEBUG nova.compute.manager [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.089597] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.090608] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637fd994-7bad-4507-9c66-efbd75250554 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.099507] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.099854] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-393efb42-a12b-4342-aadf-5161758f2899 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.107131] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1078.107131] env[63380]: value = "task-2680660" [ 1078.107131] env[63380]: _type = "Task" [ 1078.107131] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.116174] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.139662] env[63380]: DEBUG nova.scheduler.client.report [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.261994] env[63380]: DEBUG oslo_vmware.api [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680658, 'name': PowerOnVM_Task, 'duration_secs': 0.430274} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.262293] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.262688] env[63380]: INFO nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1078.262826] env[63380]: DEBUG nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.263711] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f50fcf-4a92-4015-a5f6-4095ff877ab1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.353583] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680659, 'name': PowerOffVM_Task, 'duration_secs': 0.272722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.354022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.355190] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee274b83-4fce-49e8-ae40-20efe55f809e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.383588] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a0dd1-de9d-43db-8978-1ed5e9ec078e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.616092] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680660, 'name': PowerOffVM_Task, 'duration_secs': 0.235014} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.616370] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.616545] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.616786] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a71ca3b5-292e-4770-85ce-6cd530b6e15e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.645714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.259s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.646014] env[63380]: INFO nova.compute.manager [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Migrating [ 1078.652695] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.325s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.652896] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.653075] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1078.653924] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a3c1b-34fe-4b06-b584-b4a71f5c7c45 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.672177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edac2a5b-4bd5-41ad-83be-1fcd3385ce56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.693884] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6a681-32a5-4b1c-ae4c-0da5302ab1a9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.696533] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.696742] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.696920] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleting the datastore file [datastore1] e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.697169] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929d31b2-4dcf-40ca-8521-f22e04712d06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.703143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b109a95-1719-40db-8534-3ef0b959b5f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.707551] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for the task: (returnval){ [ 1078.707551] env[63380]: value = "task-2680662" [ 1078.707551] env[63380]: _type = "Task" [ 1078.707551] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.735593] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.735906] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179572MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1078.736053] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.736248] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.740933] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8f1295-64fc-429c-909c-430fec030ce1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.745587] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.750422] env[63380]: DEBUG oslo_vmware.api [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1078.750422] env[63380]: value = "task-2680663" [ 1078.750422] env[63380]: _type = "Task" [ 1078.750422] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.758402] env[63380]: DEBUG oslo_vmware.api [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.784744] env[63380]: INFO nova.compute.manager [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Took 9.68 seconds to build instance. [ 1078.814537] env[63380]: DEBUG nova.network.neutron [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.897338] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.897708] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc989834-180f-4229-890c-2be3a59ab3da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.905316] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1078.905316] env[63380]: value = "task-2680664" [ 1078.905316] env[63380]: _type = "Task" [ 1078.905316] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.914138] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680664, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.169349] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.169731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.169731] env[63380]: DEBUG nova.network.neutron [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.217912] env[63380]: DEBUG oslo_vmware.api [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Task: {'id': task-2680662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.218183] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.218375] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.218558] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.218730] env[63380]: INFO nova.compute.manager [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.219011] env[63380]: DEBUG oslo.service.loopingcall [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.219222] env[63380]: DEBUG nova.compute.manager [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.219529] env[63380]: DEBUG nova.network.neutron [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.262747] env[63380]: DEBUG oslo_vmware.api [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680663, 'name': PowerOffVM_Task, 'duration_secs': 0.166704} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.263022] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.263318] env[63380]: DEBUG nova.compute.manager [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.263990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56172eb1-8f6d-4ea7-8607-8a2947a779a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.288990] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7c3b0dbc-5c63-4435-beb0-a566e9a46629 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.195s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.317423] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.420904] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680664, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.747404] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Applying migration context for instance 79cb6d35-dcde-4ba9-aa60-84c0337a57ae as it has an incoming, in-progress migration 3e201195-97bd-442c-a83e-6adda7db8535. Migration status is reverting {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1079.747643] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Applying migration context for instance b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 as it has an incoming, in-progress migration c9a21753-b39c-4f07-999d-ec84542429cc. Migration status is pre-migrating {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1079.749070] env[63380]: INFO nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating resource usage from migration 3e201195-97bd-442c-a83e-6adda7db8535 [ 1079.749379] env[63380]: INFO nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating resource usage from migration c9a21753-b39c-4f07-999d-ec84542429cc [ 1079.776273] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a9e54938-5646-44ab-8f3e-38ac5efb1020 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.780783] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance a188f2a3-168e-482e-a426-916070c64fa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.780993] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cd3bef10-1014-4a88-b6a6-1780634050c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781142] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance daacca78-8443-4cac-b808-04002b18397e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781278] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781401] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e1e69714-6b9f-48da-8573-54a5d872a4a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781526] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781742] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.781802] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Migration 3e201195-97bd-442c-a83e-6adda7db8535 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1079.781874] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 79cb6d35-dcde-4ba9-aa60-84c0337a57ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.782021] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d9ebc2c8-0539-4696-8837-b95bafc6f441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.782162] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 31c522c9-b6b1-460d-91ae-eb8a211c96ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.782280] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Migration c9a21753-b39c-4f07-999d-ec84542429cc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1079.782398] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.782608] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1079.782765] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1079.821955] env[63380]: DEBUG nova.compute.manager [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63380) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1079.919146] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680664, 'name': CreateSnapshot_Task, 'duration_secs': 0.857134} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.919421] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1079.920191] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d19b957-2a56-421d-9fdc-dfef111c3559 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.953668] env[63380]: INFO nova.compute.manager [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Rebuilding instance [ 1079.956637] env[63380]: DEBUG nova.network.neutron [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.005587] env[63380]: DEBUG nova.compute.manager [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.009611] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabf84b-d84b-494f-99f3-92102c22a16c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.033959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c7589-b097-4473-a0a0-838032552aca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.044267] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9624931-d791-47ba-85f8-a8c03ccc78e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.086356] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467aea3-a002-4bfe-aee4-3e79494c811c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.097093] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323fc03-c5d3-4b44-a865-74663353907e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.112975] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.115385] env[63380]: DEBUG nova.compute.manager [req-dd0ad00a-0043-4494-9809-64bcfcb7dfb4 req-5c0e3a7b-3cb5-409c-988c-0141dc49ccb4 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Received event network-vif-deleted-77c13b96-80ba-47ea-83b0-41395904f3a4 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.115590] env[63380]: INFO nova.compute.manager [req-dd0ad00a-0043-4494-9809-64bcfcb7dfb4 req-5c0e3a7b-3cb5-409c-988c-0141dc49ccb4 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Neutron deleted interface 77c13b96-80ba-47ea-83b0-41395904f3a4; detaching it from the instance and deleting it from the info cache [ 1080.115763] env[63380]: DEBUG nova.network.neutron [req-dd0ad00a-0043-4494-9809-64bcfcb7dfb4 req-5c0e3a7b-3cb5-409c-988c-0141dc49ccb4 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.441035] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.441542] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-701f1b3e-d7ea-4e41-a327-53b9ad3bf64b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.450141] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1080.450141] env[63380]: value = "task-2680665" [ 1080.450141] env[63380]: _type = "Task" [ 1080.450141] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.460375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.467657] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680665, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.529436] env[63380]: DEBUG nova.network.neutron [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.619956] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.628020] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1140a1b8-9e97-4515-b06b-19f506d54659 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.635336] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f199f27-3b64-4a28-9125-3c9fa7824d39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.673960] env[63380]: DEBUG nova.compute.manager [req-dd0ad00a-0043-4494-9809-64bcfcb7dfb4 req-5c0e3a7b-3cb5-409c-988c-0141dc49ccb4 service nova] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Detach interface failed, port_id=77c13b96-80ba-47ea-83b0-41395904f3a4, reason: Instance e1e69714-6b9f-48da-8573-54a5d872a4a7 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.717796] env[63380]: INFO nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Rebuilding instance [ 1080.769202] env[63380]: DEBUG nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.770101] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103a6d5-cba1-458a-aa5e-4c5a2eca0f84 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.774633] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "cd3bef10-1014-4a88-b6a6-1780634050c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.774870] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.775090] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.775319] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.775515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.781193] env[63380]: INFO nova.compute.manager [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Terminating instance [ 1080.964341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.965503] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680665, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.022880] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.026029] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468ceb83-dae1-4272-98c8-8e16f0ae4c72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.034131] env[63380]: INFO nova.compute.manager [-] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Took 1.81 seconds to deallocate network for instance. [ 1081.034131] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1081.034131] env[63380]: value = "task-2680666" [ 1081.034131] env[63380]: _type = "Task" [ 1081.034131] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.049850] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.126514] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1081.126744] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.390s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.127041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.164s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.285291] env[63380]: DEBUG nova.compute.manager [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.285566] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.286932] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d64657-90a1-4613-8810-314f2025be1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.295715] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.296645] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26482bb4-9909-45cf-a03b-fe861f3d399c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.303180] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1081.303180] env[63380]: value = "task-2680667" [ 1081.303180] env[63380]: _type = "Task" [ 1081.303180] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.311410] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.464044] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680665, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.546335] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.547077] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680666, 'name': PowerOffVM_Task, 'duration_secs': 0.126943} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.547077] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.547157] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.548119] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c699ee-9009-4e16-8797-66d035c4f43d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.555582] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.555849] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d740a17d-8afc-4c89-b7e8-0002931fc710 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.580984] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.581099] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.581258] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Deleting the datastore file [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.581517] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a557b5-1148-4cec-9b0a-4bab2391ad29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.588574] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1081.588574] env[63380]: value = "task-2680669" [ 1081.588574] env[63380]: _type = "Task" [ 1081.588574] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.595862] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.630141] env[63380]: DEBUG nova.objects.instance [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'migration_context' on Instance uuid 79cb6d35-dcde-4ba9-aa60-84c0337a57ae {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.791428] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.791747] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b4f1ae-dc7a-4d9c-bcc6-0992e9c09f34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.798657] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1081.798657] env[63380]: value = "task-2680670" [ 1081.798657] env[63380]: _type = "Task" [ 1081.798657] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.806331] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.813261] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680667, 'name': PowerOffVM_Task, 'duration_secs': 0.186814} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.813497] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.813673] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.813889] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbf0112b-20e6-44e0-9ed0-328a1255b401 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.876436] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.876705] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.876892] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleting the datastore file [datastore2] cd3bef10-1014-4a88-b6a6-1780634050c3 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.877188] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4ddbea4-663d-4eda-8999-fc1da6f46cdb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.883787] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1081.883787] env[63380]: value = "task-2680672" [ 1081.883787] env[63380]: _type = "Task" [ 1081.883787] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.891785] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.963195] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680665, 'name': CloneVM_Task, 'duration_secs': 1.19395} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.963489] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Created linked-clone VM from snapshot [ 1081.964319] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50875d1-6b57-4296-8ee9-26a51e9364eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.971729] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Uploading image 9b5e02c1-1565-4920-8a6d-638e1e684e84 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.983355] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ed936-8d4e-4889-b8eb-65d19a374592 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.002089] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.007259] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.007259] env[63380]: value = "vm-540450" [ 1082.007259] env[63380]: _type = "VirtualMachine" [ 1082.007259] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.007517] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04687e6c-ce32-4369-9d52-bd07b042e81a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.014484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.014718] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.015769] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease: (returnval){ [ 1082.015769] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528e54d8-c85f-62fd-b1eb-99b680376747" [ 1082.015769] env[63380]: _type = "HttpNfcLease" [ 1082.015769] env[63380]: } obtained for exporting VM: (result){ [ 1082.015769] env[63380]: value = "vm-540450" [ 1082.015769] env[63380]: _type = "VirtualMachine" [ 1082.015769] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.016080] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the lease: (returnval){ [ 1082.016080] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528e54d8-c85f-62fd-b1eb-99b680376747" [ 1082.016080] env[63380]: _type = "HttpNfcLease" [ 1082.016080] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.023698] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.023698] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528e54d8-c85f-62fd-b1eb-99b680376747" [ 1082.023698] env[63380]: _type = "HttpNfcLease" [ 1082.023698] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.100226] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093186} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.100586] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.100679] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.100865] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.293027] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d09f095-bf59-4a2c-9622-80338e911a28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.303206] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e72025-fcf8-49ec-af68-bf6d0e66d054 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.334199] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.334466] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.335401] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab150df6-492a-4fcf-bc7f-5812c3fcd1ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.338299] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b978b3-44cf-4c5e-8dbb-e08fed9f5de4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.347023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ccc0d9-02e7-4d80-930e-5e81d2386387 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.350805] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.350805] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-129ebace-2f54-4bdc-90a4-5ed16d59bd7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.361417] env[63380]: DEBUG nova.compute.provider_tree [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.394324] env[63380]: DEBUG oslo_vmware.api [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139994} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.394588] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.394772] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.394984] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.395185] env[63380]: INFO nova.compute.manager [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1082.395427] env[63380]: DEBUG oslo.service.loopingcall [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.395625] env[63380]: DEBUG nova.compute.manager [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.395716] env[63380]: DEBUG nova.network.neutron [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.439513] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.439848] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.440154] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.440518] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4112a5d-27fc-48d4-a96d-c797c43102b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.448101] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1082.448101] env[63380]: value = "task-2680675" [ 1082.448101] env[63380]: _type = "Task" [ 1082.448101] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.457397] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.511527] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.511849] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd52a8c-7cad-4432-a5de-4c4d1a81b56e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517289] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.524429] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1082.524429] env[63380]: value = "task-2680676" [ 1082.524429] env[63380]: _type = "Task" [ 1082.524429] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.531901] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.531901] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528e54d8-c85f-62fd-b1eb-99b680376747" [ 1082.531901] env[63380]: _type = "HttpNfcLease" [ 1082.531901] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1082.532194] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1082.532194] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528e54d8-c85f-62fd-b1eb-99b680376747" [ 1082.532194] env[63380]: _type = "HttpNfcLease" [ 1082.532194] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1082.532804] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999043c4-aa04-4bd7-863e-179e5d044eee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.538921] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.545341] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1082.545341] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1082.649853] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b79703f6-40e6-49c1-a76f-1af932366a6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.864979] env[63380]: DEBUG nova.scheduler.client.report [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.913150] env[63380]: DEBUG nova.compute.manager [req-38deea23-fa98-4271-8d33-291629f450d7 req-6d0860d3-c30f-438d-83ba-ba831aeb5dee service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Received event network-vif-deleted-c7f69a28-c56a-4f9b-8d90-3c0c036deac3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.913346] env[63380]: INFO nova.compute.manager [req-38deea23-fa98-4271-8d33-291629f450d7 req-6d0860d3-c30f-438d-83ba-ba831aeb5dee service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Neutron deleted interface c7f69a28-c56a-4f9b-8d90-3c0c036deac3; detaching it from the instance and deleting it from the info cache [ 1082.913522] env[63380]: DEBUG nova.network.neutron [req-38deea23-fa98-4271-8d33-291629f450d7 req-6d0860d3-c30f-438d-83ba-ba831aeb5dee service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.958795] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175162} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.959073] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.959322] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.959492] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.040612] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680676, 'name': PowerOffVM_Task, 'duration_secs': 0.183316} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.041027] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.041386] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.048976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.139548] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.139942] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.140192] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.140479] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.140697] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.141073] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.141248] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.141562] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.141853] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.142067] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.142258] env[63380]: DEBUG nova.virt.hardware [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.143192] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7e272-fc22-4f55-b561-7ba99e6d1f35 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.152239] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af89f0-a225-4779-a404-2005f1254595 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.169475] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance VIF info [] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.175479] env[63380]: DEBUG oslo.service.loopingcall [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.176165] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.176471] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0b71207-5fef-451c-8bad-ad0a296b810a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.194175] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.194175] env[63380]: value = "task-2680677" [ 1083.194175] env[63380]: _type = "Task" [ 1083.194175] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.202766] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680677, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.394754] env[63380]: DEBUG nova.network.neutron [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.416298] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-841114a6-24fa-4821-88b7-8ca08130736e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.426640] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70649b-0613-495e-8614-1d91be968c95 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.458663] env[63380]: DEBUG nova.compute.manager [req-38deea23-fa98-4271-8d33-291629f450d7 req-6d0860d3-c30f-438d-83ba-ba831aeb5dee service nova] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Detach interface failed, port_id=c7f69a28-c56a-4f9b-8d90-3c0c036deac3, reason: Instance cd3bef10-1014-4a88-b6a6-1780634050c3 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1083.549025] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.549376] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.549475] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.549745] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.549965] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.550262] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.550613] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.550868] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.551060] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.551288] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.551537] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.556733] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0fb6387-fe99-4ef0-af80-3f96fefdcf7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.574812] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1083.574812] env[63380]: value = "task-2680678" [ 1083.574812] env[63380]: _type = "Task" [ 1083.574812] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.583575] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.706017] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680677, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.878465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.751s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.884206] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.338s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.884414] env[63380]: DEBUG nova.objects.instance [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lazy-loading 'resources' on Instance uuid e1e69714-6b9f-48da-8573-54a5d872a4a7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.896649] env[63380]: INFO nova.compute.manager [-] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Took 1.50 seconds to deallocate network for instance. [ 1083.993188] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.993502] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.993705] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.993940] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.994204] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.994374] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.994589] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.994750] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.994916] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.995101] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.995334] env[63380]: DEBUG nova.virt.hardware [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.996551] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5146116-bbeb-4382-ac3a-2d6b9d334095 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.006641] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46989ed-8b0b-46ab-99b1-0e1d898913dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.020755] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c8:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.028279] env[63380]: DEBUG oslo.service.loopingcall [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.028916] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.029250] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88fc0a2d-29a1-4f3c-8a8b-bcb942388a8b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.049508] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.049508] env[63380]: value = "task-2680679" [ 1084.049508] env[63380]: _type = "Task" [ 1084.049508] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.058523] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680679, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.084167] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680678, 'name': ReconfigVM_Task, 'duration_secs': 0.279184} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.084442] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.204965] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680677, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.403251] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.562039] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680679, 'name': CreateVM_Task, 'duration_secs': 0.49497} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.562039] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.562376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.562376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.562556] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.562808] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86de5998-4794-4ae5-9d43-3f20f4c7cbd0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.567459] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1084.567459] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3a4e9-7eb1-3939-5ddb-10ca85d51f42" [ 1084.567459] env[63380]: _type = "Task" [ 1084.567459] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.577790] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3a4e9-7eb1-3939-5ddb-10ca85d51f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.591264] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.591541] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.591733] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.591963] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.592182] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.592365] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.592619] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.592812] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.593007] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.593185] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.593362] env[63380]: DEBUG nova.virt.hardware [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.598681] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.599412] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478f1e60-2c3d-497a-a8d4-b46ae16be963 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.601904] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9311b2c1-7e9b-4d73-8bd3-1c4d3d5b5e31 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.620305] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea9b87-4f50-4509-a8bb-b387a4d7eec4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.623484] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1084.623484] env[63380]: value = "task-2680680" [ 1084.623484] env[63380]: _type = "Task" [ 1084.623484] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.653641] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c0852-0a7d-4a51-a087-a52f4db7f111 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.659697] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.664632] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd29d7-5db6-4e95-831e-801c167aa91c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.678489] env[63380]: DEBUG nova.compute.provider_tree [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.705798] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680677, 'name': CreateVM_Task, 'duration_secs': 1.368897} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.706023] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.706481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.080246] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f3a4e9-7eb1-3939-5ddb-10ca85d51f42, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.080548] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.080787] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.081072] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.081224] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.081406] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.081684] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.082014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.082264] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58815597-844a-43ab-9c30-f2714302c8d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.084107] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617207ba-44f5-4106-ad50-7185f7b492c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.089604] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1085.089604] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f8087-4f5d-aa1d-035b-93bdc96d4e66" [ 1085.089604] env[63380]: _type = "Task" [ 1085.089604] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.093628] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.093803] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.094819] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a381b3e-7f40-451c-af4b-c5723a61fc89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.099875] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f8087-4f5d-aa1d-035b-93bdc96d4e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.102864] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1085.102864] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f8cbab-1d1d-2b8c-89f9-d04828b72803" [ 1085.102864] env[63380]: _type = "Task" [ 1085.102864] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.110177] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f8cbab-1d1d-2b8c-89f9-d04828b72803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.132616] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680680, 'name': ReconfigVM_Task, 'duration_secs': 0.228402} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.132968] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.133800] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0077af-f34c-42ec-bc27-6ffcb4a35674 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.155298] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.155588] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb501f7-3bc4-4467-a23f-2ad4a61b1663 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.173419] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1085.173419] env[63380]: value = "task-2680681" [ 1085.173419] env[63380]: _type = "Task" [ 1085.173419] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.183899] env[63380]: DEBUG nova.scheduler.client.report [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.187168] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.421349] env[63380]: INFO nova.compute.manager [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Swapping old allocation on dict_keys(['a14365bf-b5bf-4ac2-95bf-1402baf271a4']) held by migration 3e201195-97bd-442c-a83e-6adda7db8535 for instance [ 1085.445844] env[63380]: DEBUG nova.scheduler.client.report [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Overwriting current allocation {'allocations': {'a14365bf-b5bf-4ac2-95bf-1402baf271a4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 138}}, 'project_id': 'c95f87f09bfc457b8d418739216a0a95', 'user_id': '3eaaff76ae054b5780857b25b3ca3ad3', 'consumer_generation': 1} on consumer 79cb6d35-dcde-4ba9-aa60-84c0337a57ae {{(pid=63380) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1085.540267] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.540480] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.540663] env[63380]: DEBUG nova.network.neutron [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.601376] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]521f8087-4f5d-aa1d-035b-93bdc96d4e66, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.601703] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.601928] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.602169] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.611548] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f8cbab-1d1d-2b8c-89f9-d04828b72803, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.612372] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f85cb7a-a8de-4ccc-a698-399926712bee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.617473] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1085.617473] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fe2ad3-d3bd-f198-70cc-309bef63857e" [ 1085.617473] env[63380]: _type = "Task" [ 1085.617473] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.624862] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fe2ad3-d3bd-f198-70cc-309bef63857e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.683436] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.689274] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.691698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.643s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.693388] env[63380]: INFO nova.compute.claims [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.707200] env[63380]: INFO nova.scheduler.client.report [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Deleted allocations for instance e1e69714-6b9f-48da-8573-54a5d872a4a7 [ 1086.128449] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fe2ad3-d3bd-f198-70cc-309bef63857e, 'name': SearchDatastore_Task, 'duration_secs': 0.040427} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.128784] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.128982] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.129299] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.129525] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.129723] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7387302-eaea-4695-bddb-92f2db5513ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131787] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a99928-da39-4b72-9c41-3499b84fa24d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.139047] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1086.139047] env[63380]: value = "task-2680682" [ 1086.139047] env[63380]: _type = "Task" [ 1086.139047] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.142218] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.142405] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.144256] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026d4af7-f808-43ee-90e5-059007313bc3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.148712] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.153257] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1086.153257] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275ea3f-4eeb-df71-da2b-127a55082ce3" [ 1086.153257] env[63380]: _type = "Task" [ 1086.153257] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.162143] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275ea3f-4eeb-df71-da2b-127a55082ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.184828] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.216135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f6cdeb4d-c948-4894-8fb9-09de1f6d1abb tempest-AttachVolumeTestJSON-404727635 tempest-AttachVolumeTestJSON-404727635-project-member] Lock "e1e69714-6b9f-48da-8573-54a5d872a4a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.638s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.320029] env[63380]: DEBUG nova.network.neutron [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [{"id": "c0ba7128-6415-4396-8f72-09e4d712f171", "address": "fa:16:3e:5c:5f:96", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ba7128-64", "ovs_interfaceid": "c0ba7128-6415-4396-8f72-09e4d712f171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.647801] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446911} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.648104] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.648204] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.648469] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-066cd137-267a-42b3-9aa9-1f9f6662d8d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.657226] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1086.657226] env[63380]: value = "task-2680684" [ 1086.657226] env[63380]: _type = "Task" [ 1086.657226] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.664292] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5275ea3f-4eeb-df71-da2b-127a55082ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.665478] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3aad21-2b16-4088-92a6-6f35f80bdd7d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.670579] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.674179] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1086.674179] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5265c8b1-24a5-bf6d-d2fb-73fc7fb24fcc" [ 1086.674179] env[63380]: _type = "Task" [ 1086.674179] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.689024] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5265c8b1-24a5-bf6d-d2fb-73fc7fb24fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.689283] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680681, 'name': ReconfigVM_Task, 'duration_secs': 1.342226} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.689521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.689787] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.690225] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41/b9e47dd2-11c4-4b59-a2a7-9bcb699efe41.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.690387] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.693771] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7dd3f9-453f-4f58-b790-fa9737dc8972 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.700164] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1086.700164] env[63380]: value = "task-2680685" [ 1086.700164] env[63380]: _type = "Task" [ 1086.700164] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.711788] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.822590] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-79cb6d35-dcde-4ba9-aa60-84c0337a57ae" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.823601] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57265a14-569f-48e0-ad92-8ddfa6fd5658 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.833172] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca8cf4-19da-41a4-bd54-bb796b9fa6d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.878420] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf37af-fa06-4128-b80e-1bdd938de21a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.885944] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53f07f4-d3eb-4e1b-826f-b7821487bced {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.921094] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c6e552-9dfe-47fe-b8ac-42c4c4345d8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.928479] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea78b31-314d-4cf2-8d1c-299bd70d3218 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.944698] env[63380]: DEBUG nova.compute.provider_tree [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.177847] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064065} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.178171] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.179022] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c31a99-a6bf-4102-b292-ff76a1ddf4bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.204373] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.206176] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339c6c60-6460-4385-9865-a1c737297c67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.220663] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e42179-95d3-4f23-93b2-ed7523f42791 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.232695] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443845} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.246327] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.246585] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.247050] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1087.247050] env[63380]: value = "task-2680686" [ 1087.247050] env[63380]: _type = "Task" [ 1087.247050] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.247241] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da17b5c9-dba4-4356-9128-e2a43849be7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.249627] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621e5058-5b4b-4974-a978-628d21c4e2f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.260634] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.275177] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.278804] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1087.278804] env[63380]: value = "task-2680687" [ 1087.278804] env[63380]: _type = "Task" [ 1087.278804] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.288512] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.448690] env[63380]: DEBUG nova.scheduler.client.report [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.765929] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680686, 'name': ReconfigVM_Task, 'duration_secs': 0.379138} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.766443] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441/d9ebc2c8-0539-4696-8837-b95bafc6f441.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.768756] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01944c8a-f917-477b-8c05-cd8a977d9d07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.775956] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1087.775956] env[63380]: value = "task-2680688" [ 1087.775956] env[63380]: _type = "Task" [ 1087.775956] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.798239] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680688, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.802962] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074937} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.803373] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.804570] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c5667-a598-46cf-91f9-3e14fbbc230c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.835187] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.835713] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc14895-e8dc-4719-a025-15e31dbfe7d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.850774] env[63380]: DEBUG nova.network.neutron [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Port 77795c37-05c7-4251-b79f-b17d06ea88c6 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.857093] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1087.857093] env[63380]: value = "task-2680689" [ 1087.857093] env[63380]: _type = "Task" [ 1087.857093] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.865823] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.924107] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.924486] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a952d2b0-624e-4637-b290-fe0f62a310a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.931901] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1087.931901] env[63380]: value = "task-2680690" [ 1087.931901] env[63380]: _type = "Task" [ 1087.931901] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.940588] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.954829] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.955426] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.958446] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.555s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.959058] env[63380]: DEBUG nova.objects.instance [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'resources' on Instance uuid cd3bef10-1014-4a88-b6a6-1780634050c3 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.286783] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680688, 'name': Rename_Task, 'duration_secs': 0.179887} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.287114] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.287410] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd897494-d35f-41f1-b756-0d27f873ff3c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.294253] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1088.294253] env[63380]: value = "task-2680691" [ 1088.294253] env[63380]: _type = "Task" [ 1088.294253] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.302317] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.366986] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680689, 'name': ReconfigVM_Task, 'duration_secs': 0.285955} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.367415] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff/31c522c9-b6b1-460d-91ae-eb8a211c96ff.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.367972] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb36628d-d52a-4c71-bdcf-5f2e7b4bcd69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.374115] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1088.374115] env[63380]: value = "task-2680692" [ 1088.374115] env[63380]: _type = "Task" [ 1088.374115] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.382151] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680692, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.444042] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680690, 'name': PowerOffVM_Task, 'duration_secs': 0.255553} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.444294] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.444973] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.445211] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.445401] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.445638] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.445792] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.445943] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.446187] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.446367] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.446573] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.446781] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.446997] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.452698] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977b8184-f133-489e-bffb-5fed52fb68d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.464143] env[63380]: DEBUG nova.compute.utils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.468858] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.469598] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.475257] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1088.475257] env[63380]: value = "task-2680693" [ 1088.475257] env[63380]: _type = "Task" [ 1088.475257] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.485121] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.512929] env[63380]: DEBUG nova.policy [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5460652ef50a443ebc05dd19f09eab0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9dd478d9a148c9b0f3911afb433510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.636532] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e052c8f-b943-4a6d-97c2-9b2d85ae4654 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646746] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db6586-e42d-407e-94c8-5eea0e6ef0d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.680072] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e5e79-7461-4826-a6f9-e65e26b704d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.690763] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c423dc35-5b08-4d7b-9bed-5aa0afd5b40c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.701602] env[63380]: DEBUG nova.compute.provider_tree [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.806161] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.871730] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Successfully created port: 7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.884500] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.884900] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.885499] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.895242] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680692, 'name': Rename_Task, 'duration_secs': 0.155549} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.895242] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.895242] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bffab9ce-2306-4301-b5ea-442f01cdae12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.900447] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1088.900447] env[63380]: value = "task-2680694" [ 1088.900447] env[63380]: _type = "Task" [ 1088.900447] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.915587] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.969020] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.987499] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680693, 'name': ReconfigVM_Task, 'duration_secs': 0.223761} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.988631] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ad11c-f0a4-4846-8b9a-5bd43b45f24c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.015038] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.015522] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.015831] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.016150] env[63380]: DEBUG nova.virt.hardware [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.017824] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f9d5f9-a650-45b8-9bb8-a40553a648d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.026019] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1089.026019] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5223ad6b-58a0-0d8e-30bf-65696f9da154" [ 1089.026019] env[63380]: _type = "Task" [ 1089.026019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.035315] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5223ad6b-58a0-0d8e-30bf-65696f9da154, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.042185] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.042982] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499ffe79-fb29-4881-bb76-8cae50921d51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070774] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1089.070774] env[63380]: value = "task-2680695" [ 1089.070774] env[63380]: _type = "Task" [ 1089.070774] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.080201] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.206754] env[63380]: DEBUG nova.scheduler.client.report [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.305705] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680691, 'name': PowerOnVM_Task, 'duration_secs': 0.538884} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.306045] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.306289] env[63380]: DEBUG nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.307164] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0468f396-fada-430e-a5cf-114867a21e0d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.413017] env[63380]: DEBUG oslo_vmware.api [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680694, 'name': PowerOnVM_Task, 'duration_secs': 0.510457} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.413017] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.413017] env[63380]: DEBUG nova.compute.manager [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.413017] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d48edcb-1e3e-47c9-993a-cf5cf9afe4aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.581802] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680695, 'name': ReconfigVM_Task, 'duration_secs': 0.32901} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.582051] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.582781] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735d6a00-cc7b-4cf9-8dff-868b750dae77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.607436] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.607670] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f04e38-afe2-4ceb-9f1d-f8912549c2dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.625651] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1089.625651] env[63380]: value = "task-2680697" [ 1089.625651] env[63380]: _type = "Task" [ 1089.625651] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.633493] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.712326] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.735918] env[63380]: INFO nova.scheduler.client.report [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted allocations for instance cd3bef10-1014-4a88-b6a6-1780634050c3 [ 1089.818814] env[63380]: INFO nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] bringing vm to original state: 'stopped' [ 1089.922089] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.922350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.922536] env[63380]: DEBUG nova.network.neutron [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.930871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.931321] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.931546] env[63380]: DEBUG nova.objects.instance [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1089.978277] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.005689] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.006022] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.006113] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.006363] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.006576] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.006742] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.007075] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.007142] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.007313] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.007474] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.007652] env[63380]: DEBUG nova.virt.hardware [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.008581] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6af6e1-fde6-4a9a-afed-2a42dcb0c897 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.016792] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f82df7-d84e-478a-a8c5-41129f6aee17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.135595] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.244534] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9797ceca-0d0d-4a87-a44d-67d8e1702660 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "cd3bef10-1014-4a88-b6a6-1780634050c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.469s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.367529] env[63380]: DEBUG nova.compute.manager [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Received event network-vif-plugged-7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.367824] env[63380]: DEBUG oslo_concurrency.lockutils [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] Acquiring lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.368156] env[63380]: DEBUG oslo_concurrency.lockutils [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.368397] env[63380]: DEBUG oslo_concurrency.lockutils [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.368586] env[63380]: DEBUG nova.compute.manager [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] No waiting events found dispatching network-vif-plugged-7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.368755] env[63380]: WARNING nova.compute.manager [req-af75bda9-46b3-49c1-869d-29e0e10e41bf req-73fc3995-df03-4f21-af56-ac84b290d54c service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Received unexpected event network-vif-plugged-7520b641-3894-4674-ba98-025a2ef55c3b for instance with vm_state building and task_state spawning. [ 1090.489814] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Successfully updated port: 7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.638468] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680697, 'name': ReconfigVM_Task, 'duration_secs': 0.848335} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.638784] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae/79cb6d35-dcde-4ba9-aa60-84c0337a57ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.639958] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8cab06-59c9-47e4-81f3-446b53b3d0e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.665202] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe236f9-43a4-401b-b70c-9dcdad987d75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.692587] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc5c69-30c1-4b6a-a1a6-0feaa87d905e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.717178] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed333a81-039e-4175-913d-525f0b39ec1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.727612] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.727887] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a473fb-f9a8-4060-a00f-d4e17c857083 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.734629] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1090.734629] env[63380]: value = "task-2680698" [ 1090.734629] env[63380]: _type = "Task" [ 1090.734629] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.746896] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.830842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.831209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.831383] env[63380]: DEBUG nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.832348] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f5301-8950-4b26-8f1a-a82aefe45159 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.838939] env[63380]: DEBUG nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1090.879778] env[63380]: DEBUG nova.network.neutron [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.940461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-40524e25-d1f8-4537-853a-397ca1e544ff tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.995528] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.995655] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.995806] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.079961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.080740] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.198782] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.199116] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.199340] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.199526] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.199707] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.201836] env[63380]: INFO nova.compute.manager [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Terminating instance [ 1091.244887] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.342495] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.342803] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19665313-3308-46de-b6e4-ce059d47dcec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.350486] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1091.350486] env[63380]: value = "task-2680699" [ 1091.350486] env[63380]: _type = "Task" [ 1091.350486] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.359595] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.382596] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.540419] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.584599] env[63380]: INFO nova.compute.manager [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Detaching volume 9a425863-0733-4768-97ea-4aecf7f903a1 [ 1091.627402] env[63380]: INFO nova.virt.block_device [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Attempting to driver detach volume 9a425863-0733-4768-97ea-4aecf7f903a1 from mountpoint /dev/sdb [ 1091.627652] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.628040] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540362', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'name': 'volume-9a425863-0733-4768-97ea-4aecf7f903a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a188f2a3-168e-482e-a426-916070c64fa7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'serial': '9a425863-0733-4768-97ea-4aecf7f903a1'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.629016] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c63075-0aeb-4434-8bf9-faf3780271eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.650978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe9962-6c16-4994-8b63-7598854ab149 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.661498] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01b3e30-7dae-4d1b-9efc-e35ee1fbf8a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.684596] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7630efd-ab6d-4c3a-a1b9-1855c7f1d4e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.700629] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a425863-0733-4768-97ea-4aecf7f903a1/volume-9a425863-0733-4768-97ea-4aecf7f903a1.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.706172] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.707361] env[63380]: DEBUG nova.network.neutron [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updating instance_info_cache with network_info: [{"id": "7520b641-3894-4674-ba98-025a2ef55c3b", "address": "fa:16:3e:40:32:b6", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7520b641-38", "ovs_interfaceid": "7520b641-3894-4674-ba98-025a2ef55c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.708759] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "refresh_cache-31c522c9-b6b1-460d-91ae-eb8a211c96ff" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.708926] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquired lock "refresh_cache-31c522c9-b6b1-460d-91ae-eb8a211c96ff" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.709109] env[63380]: DEBUG nova.network.neutron [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.710030] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae2ba55-fcea-468d-89d1-28bd25903180 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.733169] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1091.733169] env[63380]: value = "task-2680700" [ 1091.733169] env[63380]: _type = "Task" [ 1091.733169] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.742533] env[63380]: DEBUG nova.network.neutron [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.748530] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.752306] env[63380]: DEBUG oslo_vmware.api [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680698, 'name': PowerOnVM_Task, 'duration_secs': 0.757326} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.752557] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.812703] env[63380]: DEBUG nova.network.neutron [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.861595] env[63380]: DEBUG oslo_vmware.api [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680699, 'name': PowerOffVM_Task, 'duration_secs': 0.352838} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.862102] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.862102] env[63380]: DEBUG nova.compute.manager [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.862863] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce8f12-8969-4d5f-a303-64af53e40537 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.909946] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a0a01-2829-46dd-b248-fcf4fdd74bcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.939073] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08191da7-a1ee-46f3-b095-1959f0b899bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.946759] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.083375] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.086520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3aedb4-6a81-46fb-a2ee-197c604da694 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.093346] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.093517] env[63380]: ERROR oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk due to incomplete transfer. [ 1092.093748] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e221e8ea-6194-46da-9023-240f379e55ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.101390] env[63380]: DEBUG oslo_vmware.rw_handles [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d40c13-3bdd-7c07-01a1-ca00b65b0cb0/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1092.101614] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Uploaded image 9b5e02c1-1565-4920-8a6d-638e1e684e84 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1092.104059] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.104334] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb83011d-58ef-436d-9ae2-745358171a26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.110952] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1092.110952] env[63380]: value = "task-2680701" [ 1092.110952] env[63380]: _type = "Task" [ 1092.110952] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.119680] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680701, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.224029] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.224421] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance network_info: |[{"id": "7520b641-3894-4674-ba98-025a2ef55c3b", "address": "fa:16:3e:40:32:b6", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7520b641-38", "ovs_interfaceid": "7520b641-3894-4674-ba98-025a2ef55c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.224864] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:32:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7520b641-3894-4674-ba98-025a2ef55c3b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.233071] env[63380]: DEBUG oslo.service.loopingcall [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.233071] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.233071] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a047d1e8-d5fe-4cf0-a3eb-a82cb3e868c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.261238] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680700, 'name': ReconfigVM_Task, 'duration_secs': 0.301909} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.262878] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.268219] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.268219] env[63380]: value = "task-2680702" [ 1092.268219] env[63380]: _type = "Task" [ 1092.268219] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.268444] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca6f786-58dc-4446-8a2a-1db4a8003a3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.286860] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680702, 'name': CreateVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.288141] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1092.288141] env[63380]: value = "task-2680703" [ 1092.288141] env[63380]: _type = "Task" [ 1092.288141] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.295818] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.315935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Releasing lock "refresh_cache-31c522c9-b6b1-460d-91ae-eb8a211c96ff" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.316407] env[63380]: DEBUG nova.compute.manager [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.316608] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.317978] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b0592-a0a7-42af-8f5e-dc6b4b27f49c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.325585] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.325920] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-290cbdff-69bc-4fc0-8f30-a6dba068d3d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.331839] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1092.331839] env[63380]: value = "task-2680704" [ 1092.331839] env[63380]: _type = "Task" [ 1092.331839] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.340954] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.377224] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.394969] env[63380]: DEBUG nova.compute.manager [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Received event network-changed-7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.395195] env[63380]: DEBUG nova.compute.manager [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Refreshing instance network info cache due to event network-changed-7520b641-3894-4674-ba98-025a2ef55c3b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.395416] env[63380]: DEBUG oslo_concurrency.lockutils [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] Acquiring lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.395564] env[63380]: DEBUG oslo_concurrency.lockutils [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] Acquired lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.395745] env[63380]: DEBUG nova.network.neutron [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Refreshing network info cache for port 7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.453085] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.454024] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09c3bbf-7e96-4b90-bea8-ef23fd4ee181 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.459848] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1092.459848] env[63380]: value = "task-2680705" [ 1092.459848] env[63380]: _type = "Task" [ 1092.459848] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.468015] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.621022] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680701, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.787261] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680702, 'name': CreateVM_Task, 'duration_secs': 0.466355} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.787438] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.788123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.788294] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.788610] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.788923] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ad0d76-19aa-4e0b-aadc-aca7314b0395 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.793936] env[63380]: INFO nova.compute.manager [None req-9688b2e0-23a1-4a51-a131-40c6603be3c5 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance to original state: 'active' [ 1092.800225] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1092.800225] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a2f8c4-1812-7b72-8fbc-7d4283b9758b" [ 1092.800225] env[63380]: _type = "Task" [ 1092.800225] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.803264] env[63380]: DEBUG oslo_vmware.api [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680703, 'name': ReconfigVM_Task, 'duration_secs': 0.171336} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.806095] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540362', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'name': 'volume-9a425863-0733-4768-97ea-4aecf7f903a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a188f2a3-168e-482e-a426-916070c64fa7', 'attached_at': '', 'detached_at': '', 'volume_id': '9a425863-0733-4768-97ea-4aecf7f903a1', 'serial': '9a425863-0733-4768-97ea-4aecf7f903a1'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.813353] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a2f8c4-1812-7b72-8fbc-7d4283b9758b, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.813672] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.813906] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.814152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.814303] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.814480] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.814731] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a9eedd-c5e2-4239-b1ae-6c31e3355578 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.823140] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.823140] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.823595] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39feef3e-efcd-4296-a506-8537251678c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.828568] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1092.828568] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc8bc0-4be8-50f6-4dd9-19d9bc02774d" [ 1092.828568] env[63380]: _type = "Task" [ 1092.828568] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.841187] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bc8bc0-4be8-50f6-4dd9-19d9bc02774d, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.845251] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680704, 'name': PowerOffVM_Task, 'duration_secs': 0.143701} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.845454] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ff3225-34fa-4c35-80ab-4f2b15572c6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.847846] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.847957] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.848366] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9406fe96-869d-45fc-8805-5d2d29d8e30e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.852277] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1092.852277] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52130ca7-e061-53d5-2721-2c9d2cfc8b88" [ 1092.852277] env[63380]: _type = "Task" [ 1092.852277] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.861468] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52130ca7-e061-53d5-2721-2c9d2cfc8b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.871569] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.871837] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.871962] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Deleting the datastore file [datastore2] 31c522c9-b6b1-460d-91ae-eb8a211c96ff {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.872233] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93719fc7-0c20-448d-983f-1a01ab629a33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.877857] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for the task: (returnval){ [ 1092.877857] env[63380]: value = "task-2680708" [ 1092.877857] env[63380]: _type = "Task" [ 1092.877857] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.889111] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.889539] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.889754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.889931] env[63380]: DEBUG nova.objects.instance [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1092.969990] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.110472] env[63380]: DEBUG nova.network.neutron [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updated VIF entry in instance network info cache for port 7520b641-3894-4674-ba98-025a2ef55c3b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.110840] env[63380]: DEBUG nova.network.neutron [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updating instance_info_cache with network_info: [{"id": "7520b641-3894-4674-ba98-025a2ef55c3b", "address": "fa:16:3e:40:32:b6", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7520b641-38", "ovs_interfaceid": "7520b641-3894-4674-ba98-025a2ef55c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.120462] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680701, 'name': Destroy_Task, 'duration_secs': 0.620213} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.120709] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Destroyed the VM [ 1093.120969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.121265] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ec558d2-50e4-47c0-b42c-de96b099164f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.128594] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1093.128594] env[63380]: value = "task-2680709" [ 1093.128594] env[63380]: _type = "Task" [ 1093.128594] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.136246] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.351312] env[63380]: DEBUG nova.objects.instance [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid a188f2a3-168e-482e-a426-916070c64fa7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.365533] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52130ca7-e061-53d5-2721-2c9d2cfc8b88, 'name': SearchDatastore_Task, 'duration_secs': 0.008428} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.365533] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.365533] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.365533] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8d6d5d-1738-4604-86e6-ec0fcdcb6b5c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.373379] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1093.373379] env[63380]: value = "task-2680710" [ 1093.373379] env[63380]: _type = "Task" [ 1093.373379] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.385499] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.390443] env[63380]: DEBUG oslo_vmware.api [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Task: {'id': task-2680708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116058} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.390692] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.390877] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.391132] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.391316] env[63380]: INFO nova.compute.manager [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1093.391557] env[63380]: DEBUG oslo.service.loopingcall [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.391748] env[63380]: DEBUG nova.compute.manager [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.391842] env[63380]: DEBUG nova.network.neutron [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.414728] env[63380]: DEBUG nova.network.neutron [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.469577] env[63380]: DEBUG oslo_vmware.api [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680705, 'name': PowerOnVM_Task, 'duration_secs': 0.555744} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.469865] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.470070] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1c98e-1044-47bf-b849-aeb72211b6a3 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance 'b9e47dd2-11c4-4b59-a2a7-9bcb699efe41' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.559159] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.559467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.559843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.560215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.560474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.563957] env[63380]: INFO nova.compute.manager [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Terminating instance [ 1093.616628] env[63380]: DEBUG oslo_concurrency.lockutils [req-a65aaaf5-7e45-4e5a-a3f1-de7a509e110e req-c6f4e2ee-daef-48bb-bf0c-5a2849e53eef service nova] Releasing lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.638252] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680709, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.883595] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48451} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.883981] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.884157] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.884448] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de43664-df04-4d0c-b886-7d6c0d9c83c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.890786] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1093.890786] env[63380]: value = "task-2680711" [ 1093.890786] env[63380]: _type = "Task" [ 1093.890786] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.900160] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0d2f2796-9add-40cc-bf12-5883f8155b6b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.901224] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.917554] env[63380]: DEBUG nova.network.neutron [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.067551] env[63380]: DEBUG nova.compute.manager [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.067551] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.068272] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5826b0f-44cc-40cc-9af1-d9b5832ce62f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.076269] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.076508] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d21a5be4-34a0-482d-b041-f94d12598e51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.139691] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680709, 'name': RemoveSnapshot_Task, 'duration_secs': 0.758156} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.139969] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.140282] env[63380]: DEBUG nova.compute.manager [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.141244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf5d1e-4a4c-4042-b436-d8f8d59a9812 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.147535] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.147735] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.147960] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore2] d9ebc2c8-0539-4696-8837-b95bafc6f441 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.148252] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc58881c-f128-4e3f-aba8-6ea7e183fdfc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.157280] env[63380]: DEBUG oslo_vmware.api [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1094.157280] env[63380]: value = "task-2680713" [ 1094.157280] env[63380]: _type = "Task" [ 1094.157280] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.165158] env[63380]: DEBUG oslo_vmware.api [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.207014] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.207421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.207687] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.207943] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.208188] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.210329] env[63380]: INFO nova.compute.manager [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Terminating instance [ 1094.314632] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.314920] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.315116] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.315306] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances with incomplete migration {{(pid=63380) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1094.362734] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e9417120-ad38-4469-afab-bbc6a63c41d5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.402370] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07447} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.402610] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.403415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2487fb3-02a8-498d-80a4-ef3d1f2e6418 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.426840] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.427317] env[63380]: INFO nova.compute.manager [-] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Took 1.04 seconds to deallocate network for instance. [ 1094.427551] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145c1b10-dbf6-4e22-aa7a-9c3f731e9520 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.449514] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1094.449514] env[63380]: value = "task-2680714" [ 1094.449514] env[63380]: _type = "Task" [ 1094.449514] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.458061] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.658521] env[63380]: INFO nova.compute.manager [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Shelve offloading [ 1094.669936] env[63380]: DEBUG oslo_vmware.api [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408218} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.670425] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.670687] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.670952] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.671156] env[63380]: INFO nova.compute.manager [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1094.671450] env[63380]: DEBUG oslo.service.loopingcall [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.671876] env[63380]: DEBUG nova.compute.manager [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.671977] env[63380]: DEBUG nova.network.neutron [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.715103] env[63380]: DEBUG nova.compute.manager [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.715306] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.715578] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b26d5d5-813e-4da6-bff6-9ad9d96e9e65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.722858] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1094.722858] env[63380]: value = "task-2680715" [ 1094.722858] env[63380]: _type = "Task" [ 1094.722858] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.731175] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.949786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.950078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.950331] env[63380]: DEBUG nova.objects.instance [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lazy-loading 'resources' on Instance uuid 31c522c9-b6b1-460d-91ae-eb8a211c96ff {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.971212] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.978863] env[63380]: DEBUG nova.compute.manager [req-17751c19-30ca-4303-9b87-81af3e72143e req-b7b31d95-4df8-4f24-b992-e3cb9d3109ed service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Received event network-vif-deleted-bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.979336] env[63380]: INFO nova.compute.manager [req-17751c19-30ca-4303-9b87-81af3e72143e req-b7b31d95-4df8-4f24-b992-e3cb9d3109ed service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Neutron deleted interface bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f; detaching it from the instance and deleting it from the info cache [ 1094.979336] env[63380]: DEBUG nova.network.neutron [req-17751c19-30ca-4303-9b87-81af3e72143e req-b7b31d95-4df8-4f24-b992-e3cb9d3109ed service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.160268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f491a383-64c8-4ef4-af85-838c701c53cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.165869] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.166233] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0b61df-b2cb-43be-95fb-0357d22c87db {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.172664] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd8afd2-37a5-44cb-9f67-5ef166d922a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.176903] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1095.176903] env[63380]: value = "task-2680716" [ 1095.176903] env[63380]: _type = "Task" [ 1095.176903] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.208424] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d47d8-d726-4c3e-b26f-f01ebedfa73d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.219095] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.219480] env[63380]: DEBUG nova.compute.manager [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.220240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5177e-e3b0-440a-a93e-b0e3c8726c6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.230390] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da66c24-5363-475d-823c-8c53daf5e422 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.236269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.236492] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.236709] env[63380]: DEBUG nova.network.neutron [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.242838] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680715, 'name': PowerOffVM_Task, 'duration_secs': 0.373688} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.251257] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.251412] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.251662] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540440', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'name': 'volume-4997ef16-0864-407b-a2a4-d5981eec89e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '79cb6d35-dcde-4ba9-aa60-84c0337a57ae', 'attached_at': '2025-02-19T12:05:54.000000', 'detached_at': '', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'serial': '4997ef16-0864-407b-a2a4-d5981eec89e1'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.253251] env[63380]: DEBUG nova.compute.provider_tree [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.255665] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a77052-7fd7-4a42-890d-282eb31eff06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.280803] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f9b07-5434-42e7-b6a9-4c956f282ba0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.288735] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36cb4f7-b88b-45a6-85cf-e826b41e4fc4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.312083] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599dc1c9-3eca-4727-b7eb-b4995479e34a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.314940] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.315170] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.315308] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1095.326323] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.327598] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] The volume has not been displaced from its original location: [datastore1] volume-4997ef16-0864-407b-a2a4-d5981eec89e1/volume-4997ef16-0864-407b-a2a4-d5981eec89e1.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.334678] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.335822] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d01a4ec-7c95-4add-82b0-8fe5d72353e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.355546] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1095.355546] env[63380]: value = "task-2680717" [ 1095.355546] env[63380]: _type = "Task" [ 1095.355546] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.364762] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.389285] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.389595] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.389874] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "a188f2a3-168e-482e-a426-916070c64fa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.390155] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.390376] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.392668] env[63380]: INFO nova.compute.manager [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Terminating instance [ 1095.461446] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680714, 'name': ReconfigVM_Task, 'duration_secs': 0.712563} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.461734] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.462377] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f86266e0-74a1-418b-b936-8f19098eb5fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.463989] env[63380]: DEBUG nova.network.neutron [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.469482] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1095.469482] env[63380]: value = "task-2680718" [ 1095.469482] env[63380]: _type = "Task" [ 1095.469482] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.478461] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680718, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.482422] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ee5697d-fd0e-4b14-bb2a-c5750a6e0bc9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.491368] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b93089-fb06-4595-80cc-9dfabc7a030d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.522714] env[63380]: DEBUG nova.compute.manager [req-17751c19-30ca-4303-9b87-81af3e72143e req-b7b31d95-4df8-4f24-b992-e3cb9d3109ed service nova] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Detach interface failed, port_id=bee7b4bb-50ee-4bef-a0ef-e76fa7606d9f, reason: Instance d9ebc2c8-0539-4696-8837-b95bafc6f441 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1095.715247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.715543] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.715738] env[63380]: DEBUG nova.compute.manager [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Going to confirm migration 6 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1095.756147] env[63380]: DEBUG nova.scheduler.client.report [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.865760] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680717, 'name': ReconfigVM_Task, 'duration_secs': 0.494703} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.866075] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.870874] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe672f30-1fdb-4d36-a833-57d8b9fc9297 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888084] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1095.888084] env[63380]: value = "task-2680719" [ 1095.888084] env[63380]: _type = "Task" [ 1095.888084] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.897453] env[63380]: DEBUG nova.compute.manager [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.897664] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.897935] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.898643] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bafb037-4fd5-4bd6-921e-96a364331488 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.904843] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.907262] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a56ef5-233a-4997-85a6-d18ae2f6e929 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.913102] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1095.913102] env[63380]: value = "task-2680720" [ 1095.913102] env[63380]: _type = "Task" [ 1095.913102] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.922927] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.967023] env[63380]: INFO nova.compute.manager [-] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Took 1.29 seconds to deallocate network for instance. [ 1095.982692] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680718, 'name': Rename_Task, 'duration_secs': 0.367953} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.983282] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.983282] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157e4046-807f-434e-bde7-de343e02b3b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.992075] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1095.992075] env[63380]: value = "task-2680721" [ 1095.992075] env[63380]: _type = "Task" [ 1095.992075] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.005762] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.016184] env[63380]: DEBUG nova.network.neutron [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.255095] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.255095] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.255095] env[63380]: DEBUG nova.network.neutron [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.255095] env[63380]: DEBUG nova.objects.instance [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'info_cache' on Instance uuid b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.261494] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.311s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.302410] env[63380]: INFO nova.scheduler.client.report [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Deleted allocations for instance 31c522c9-b6b1-460d-91ae-eb8a211c96ff [ 1096.400140] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680719, 'name': ReconfigVM_Task, 'duration_secs': 0.192013} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.400478] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540440', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'name': 'volume-4997ef16-0864-407b-a2a4-d5981eec89e1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '79cb6d35-dcde-4ba9-aa60-84c0337a57ae', 'attached_at': '2025-02-19T12:05:54.000000', 'detached_at': '', 'volume_id': '4997ef16-0864-407b-a2a4-d5981eec89e1', 'serial': '4997ef16-0864-407b-a2a4-d5981eec89e1'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.400869] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.401689] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757cc0c7-11b5-4340-8556-c7c2c3d31ecc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.409348] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.409617] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c6fd70-9a53-40e0-b447-404400325950 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.422508] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680720, 'name': PowerOffVM_Task, 'duration_secs': 0.206043} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.422792] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.422957] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.423434] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f1f243c-8669-4524-9b7e-89a1c0406dc4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.473282] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.473520] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.473736] env[63380]: DEBUG nova.objects.instance [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'resources' on Instance uuid d9ebc2c8-0539-4696-8837-b95bafc6f441 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.499880] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.500118] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.500377] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleting the datastore file [datastore1] a188f2a3-168e-482e-a426-916070c64fa7 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.501517] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ddbc78a-2234-4366-9f1c-d1808f072625 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.503245] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.503435] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.503605] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleting the datastore file [datastore1] 79cb6d35-dcde-4ba9-aa60-84c0337a57ae {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.505276] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d81bd71b-fe14-441b-8d7b-0f934f2e6586 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.511025] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.515035] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1096.515035] env[63380]: value = "task-2680724" [ 1096.515035] env[63380]: _type = "Task" [ 1096.515035] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.516243] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1096.516243] env[63380]: value = "task-2680725" [ 1096.516243] env[63380]: _type = "Task" [ 1096.516243] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.519475] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.529904] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.532747] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.812276] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b06792fc-f202-4b63-9d26-3b8ed0da6f95 tempest-ServerShowV257Test-788365464 tempest-ServerShowV257Test-788365464-project-member] Lock "31c522c9-b6b1-460d-91ae-eb8a211c96ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.996009] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.997008] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8945d-d98b-4909-914a-4951ccdb9ebb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.012482] env[63380]: DEBUG oslo_vmware.api [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680721, 'name': PowerOnVM_Task, 'duration_secs': 0.677876} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.013796] env[63380]: DEBUG nova.compute.manager [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-vif-unplugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.014135] env[63380]: DEBUG oslo_concurrency.lockutils [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.014455] env[63380]: DEBUG oslo_concurrency.lockutils [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.014733] env[63380]: DEBUG oslo_concurrency.lockutils [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.015035] env[63380]: DEBUG nova.compute.manager [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] No waiting events found dispatching network-vif-unplugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.015313] env[63380]: WARNING nova.compute.manager [req-7f11c264-8c3a-460b-86f4-6b8d638880d0 req-d4c28057-b42c-422e-84bb-828698d50817 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received unexpected event network-vif-unplugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc for instance with vm_state shelved and task_state shelving_offloading. [ 1097.020653] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.021015] env[63380]: INFO nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1097.021330] env[63380]: DEBUG nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.022123] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.023202] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58279abb-413c-4073-b36a-11537bfddbb4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.029293] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6119c07-0aac-45c2-90b2-2ae6df64bdc6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.050088] env[63380]: DEBUG oslo_vmware.api [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187029} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.050490] env[63380]: DEBUG oslo_vmware.api [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162854} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.051761] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.051815] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.052156] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.052904] env[63380]: INFO nova.compute.manager [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1097.053081] env[63380]: DEBUG oslo.service.loopingcall [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.053439] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.054047] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.054841] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.054841] env[63380]: INFO nova.compute.manager [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1097.054841] env[63380]: DEBUG oslo.service.loopingcall [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.055640] env[63380]: DEBUG nova.compute.manager [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.055810] env[63380]: DEBUG nova.network.neutron [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.059378] env[63380]: DEBUG nova.compute.manager [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.059378] env[63380]: DEBUG nova.network.neutron [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.100481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.100481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.100481] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.100481] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb03be7-9942-4a64-b23e-90828bd45720 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.108166] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1097.108166] env[63380]: value = "task-2680727" [ 1097.108166] env[63380]: _type = "Task" [ 1097.108166] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.119662] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.184508] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82b873-c492-4886-98a3-634c6eb8a62a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.193277] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b0bf8-95ff-498f-a964-2d49b826dbf8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.225625] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be6950b-4460-45d4-8a9a-45b6c55207dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.233642] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3127e0de-93b6-4b6e-aff1-773e4503b4bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.247721] env[63380]: DEBUG nova.compute.provider_tree [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.563126] env[63380]: INFO nova.compute.manager [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Took 14.54 seconds to build instance. [ 1097.619780] env[63380]: DEBUG oslo_vmware.api [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165515} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.621032] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.621032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.621032] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.651653] env[63380]: INFO nova.scheduler.client.report [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted allocations for instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e [ 1097.655489] env[63380]: DEBUG nova.network.neutron [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [{"id": "77795c37-05c7-4251-b79f-b17d06ea88c6", "address": "fa:16:3e:7a:14:c9", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77795c37-05", "ovs_interfaceid": "77795c37-05c7-4251-b79f-b17d06ea88c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.695504] env[63380]: DEBUG nova.compute.manager [req-74d660ed-a831-4946-9a92-d5a57b5c6ff1 req-496a3f87-7900-4ab7-b5a9-309abc634cde service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Received event network-vif-deleted-b29f9254-3c04-41a1-b157-12ea391bdedf {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.697204] env[63380]: INFO nova.compute.manager [req-74d660ed-a831-4946-9a92-d5a57b5c6ff1 req-496a3f87-7900-4ab7-b5a9-309abc634cde service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Neutron deleted interface b29f9254-3c04-41a1-b157-12ea391bdedf; detaching it from the instance and deleting it from the info cache [ 1097.697204] env[63380]: DEBUG nova.network.neutron [req-74d660ed-a831-4946-9a92-d5a57b5c6ff1 req-496a3f87-7900-4ab7-b5a9-309abc634cde service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.751144] env[63380]: DEBUG nova.scheduler.client.report [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.837309] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.837703] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.837827] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.065843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a08ee4a8-9e23-4b52-bdb2-0948839f9e47 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.051s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.121326] env[63380]: DEBUG nova.network.neutron [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.158837] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.159506] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.159774] env[63380]: DEBUG nova.objects.instance [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'migration_context' on Instance uuid b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.198610] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a173132-3e83-4234-b6a4-27ef70b1c4dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.209074] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6316d87-98dc-4ad2-bd1e-50c6f716f0c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.238438] env[63380]: DEBUG nova.compute.manager [req-74d660ed-a831-4946-9a92-d5a57b5c6ff1 req-496a3f87-7900-4ab7-b5a9-309abc634cde service nova] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Detach interface failed, port_id=b29f9254-3c04-41a1-b157-12ea391bdedf, reason: Instance a188f2a3-168e-482e-a426-916070c64fa7 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.260177] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.261961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.103s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.262268] env[63380]: DEBUG nova.objects.instance [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'resources' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.295126] env[63380]: DEBUG nova.network.neutron [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.298757] env[63380]: INFO nova.scheduler.client.report [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocations for instance d9ebc2c8-0539-4696-8837-b95bafc6f441 [ 1098.625955] env[63380]: INFO nova.compute.manager [-] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Took 1.57 seconds to deallocate network for instance. [ 1098.662822] env[63380]: DEBUG nova.objects.base [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.666017] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33795a1c-eff6-44cf-91c0-2bd8ae4e3158 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.694102] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c35d35-7585-42cc-89de-805664a527a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.696380] env[63380]: DEBUG oslo_vmware.api [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1098.696380] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5250dcda-8b78-1d8c-fdc2-f9050eba9fa9" [ 1098.696380] env[63380]: _type = "Task" [ 1098.696380] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.704379] env[63380]: DEBUG oslo_vmware.api [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5250dcda-8b78-1d8c-fdc2-f9050eba9fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.765985] env[63380]: DEBUG nova.objects.instance [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.800519] env[63380]: INFO nova.compute.manager [-] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Took 1.74 seconds to deallocate network for instance. [ 1098.806416] env[63380]: DEBUG oslo_concurrency.lockutils [None req-007b1319-ef52-4acf-9b0a-7539eabc8d44 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "d9ebc2c8-0539-4696-8837-b95bafc6f441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.247s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.054336] env[63380]: DEBUG nova.compute.manager [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.054336] env[63380]: DEBUG nova.compute.manager [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing instance network info cache due to event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.054336] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.054336] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.054336] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.133126] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.206394] env[63380]: DEBUG oslo_vmware.api [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5250dcda-8b78-1d8c-fdc2-f9050eba9fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.007317} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.206700] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.269539] env[63380]: DEBUG nova.objects.base [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Object Instance<8b46f4c1-6336-4ec1-8af3-60e06badad7e> lazy-loaded attributes: resources,numa_topology {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1099.353644] env[63380]: INFO nova.compute.manager [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Took 0.55 seconds to detach 1 volumes for instance. [ 1099.411709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af93640-c2f8-4924-95f5-a7fd593ea7b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.420842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.421944] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a0e23e-168c-4eb6-a338-089f05bfad6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.453053] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268013c-8e54-4410-bfe5-689c2c0a0203 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.460497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba147ef-ae72-495d-9f60-dfa015d6631c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.474093] env[63380]: DEBUG nova.compute.provider_tree [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.857535] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updated VIF entry in instance network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.857903] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66fe612a-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.861587] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.977674] env[63380]: DEBUG nova.scheduler.client.report [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.314308] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.361798] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.362115] env[63380]: DEBUG nova.compute.manager [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Received event network-vif-deleted-c0ba7128-6415-4396-8f72-09e4d712f171 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.362325] env[63380]: DEBUG nova.compute.manager [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Received event network-changed-7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.362493] env[63380]: DEBUG nova.compute.manager [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Refreshing instance network info cache due to event network-changed-7520b641-3894-4674-ba98-025a2ef55c3b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.362702] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Acquiring lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.362843] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Acquired lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.363018] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Refreshing network info cache for port 7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.484048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.486880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.354s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.487139] env[63380]: DEBUG nova.objects.instance [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'resources' on Instance uuid a188f2a3-168e-482e-a426-916070c64fa7 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.625970] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.625970] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.817414] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.996987] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7337cd14-1f94-4956-909a-68dc3ac4b4ff tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.176s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.001365] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.581s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.001557] env[63380]: INFO nova.compute.manager [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Unshelving [ 1101.127287] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.141130] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updated VIF entry in instance network info cache for port 7520b641-3894-4674-ba98-025a2ef55c3b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.141490] env[63380]: DEBUG nova.network.neutron [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updating instance_info_cache with network_info: [{"id": "7520b641-3894-4674-ba98-025a2ef55c3b", "address": "fa:16:3e:40:32:b6", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7520b641-38", "ovs_interfaceid": "7520b641-3894-4674-ba98-025a2ef55c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.241029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67026336-085c-4183-a541-ae9ee9d11500 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.248188] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f3719-23bb-4ac4-9a37-862cc9eb2052 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.277677] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85d3e5c-3629-47a8-a67a-343ac4c7468c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.284986] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e798dde-c513-465e-b753-a1c70f9baa2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.299836] env[63380]: DEBUG nova.compute.provider_tree [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.644559] env[63380]: DEBUG oslo_concurrency.lockutils [req-5e92a2e0-fc48-4306-a1b9-f90d9359b2b6 req-9ece1ae0-f5cc-49f9-aa13-d8be15b65d65 service nova] Releasing lock "refresh_cache-7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.649666] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.802723] env[63380]: DEBUG nova.scheduler.client.report [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.014066] env[63380]: DEBUG nova.compute.utils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.308275] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.310663] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.104s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.330527] env[63380]: INFO nova.scheduler.client.report [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted allocations for instance a188f2a3-168e-482e-a426-916070c64fa7 [ 1102.517895] env[63380]: INFO nova.virt.block_device [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Booting with volume e19b4376-2f33-426c-a38d-68f7fae893ae at /dev/sdb [ 1102.557231] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0fc6121-b8d3-4e2a-9056-bdf9133ae104 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.568415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727a5d7-5993-44f1-997a-06d566a92af1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596324] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e5d06ad-1cc6-4c38-8d7e-0869de286317 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.604430] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61680ba5-f793-46af-af85-da1dc1c0ca1c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.631610] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9bdacf-593f-4315-88bb-64c868a2e266 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.638880] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ea6ece-5858-47ef-9c7f-fbe35f53c144 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.654650] env[63380]: DEBUG nova.virt.block_device [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating existing volume attachment record: 129bee78-d2d7-4bf2-83db-43e96b8b5741 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.839312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5f6d0c6f-e73c-46e9-893a-5ea897444be5 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "a188f2a3-168e-482e-a426-916070c64fa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.450s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.984862] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b33c5-7d66-420d-960e-2339476b65d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.992212] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae32f5-10e6-45c7-a643-063d54eab4f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.025085] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5020f836-392f-4cd6-9d9f-d1b6d83b687c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.033171] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8508d-a67a-4251-b4d7-78bc134f8ec0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.049835] env[63380]: DEBUG nova.compute.provider_tree [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.553399] env[63380]: DEBUG nova.scheduler.client.report [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.564510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.254s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.567488] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.706s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.567723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.569996] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.753s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.570184] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.570373] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1104.570679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.921s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.572767] env[63380]: INFO nova.compute.claims [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.577290] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ab418-0a74-4f6b-9b0f-062faa4cbe91 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.586196] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df7cd2e-9849-40c1-81dd-1751d25a28cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.593923] env[63380]: INFO nova.scheduler.client.report [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted allocations for instance 79cb6d35-dcde-4ba9-aa60-84c0337a57ae [ 1104.605402] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8972ed2-95bc-4e2d-950d-a539d5a805ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.613391] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37017715-891c-4c4d-b9b6-47adcb1306fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.644487] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179875MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1104.644667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.709847] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.710087] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.111799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c3be51e8-b362-43cd-870d-19e17faaf158 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "79cb6d35-dcde-4ba9-aa60-84c0337a57ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.904s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.133479] env[63380]: INFO nova.scheduler.client.report [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocation for migration c9a21753-b39c-4f07-999d-ec84542429cc [ 1105.212859] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.605346] env[63380]: DEBUG nova.scheduler.client.report [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.618105] env[63380]: DEBUG nova.scheduler.client.report [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.618362] env[63380]: DEBUG nova.compute.provider_tree [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.629512] env[63380]: DEBUG nova.scheduler.client.report [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.638531] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6d0a485b-ddd5-4ea1-b338-1cbcd1c4cebf tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.923s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.645284] env[63380]: DEBUG nova.scheduler.client.report [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.730118] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.753114] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791b92f-6985-4c7a-a312-4c04c3dce6b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.760706] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c7d6c-0ffa-4a79-9346-a909f668d406 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.792304] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963dbe09-5c00-4a71-b111-40b606767045 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.799848] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac269804-362d-4223-b708-5ee9288d1b50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.812958] env[63380]: DEBUG nova.compute.provider_tree [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.066396] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.067634] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.143979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.143979] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.144202] env[63380]: DEBUG nova.objects.instance [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.316306] env[63380]: DEBUG nova.scheduler.client.report [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.571055] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.647587] env[63380]: DEBUG nova.objects.instance [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.823019] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.823019] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.824766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.180s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.997301] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.997565] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.997771] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.997954] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.998147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.000188] env[63380]: INFO nova.compute.manager [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Terminating instance [ 1107.091761] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.149946] env[63380]: DEBUG nova.objects.base [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.150281] env[63380]: DEBUG nova.network.neutron [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.232634] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b38046e1-df42-4051-83da-d0f7953d7a71 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.089s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.327701] env[63380]: DEBUG nova.compute.utils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.329043] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.329206] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.391766] env[63380]: DEBUG nova.policy [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8f4b89bf514037a4f0e14e19021fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f374e9a5184196ab74f31d9f111752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.503871] env[63380]: DEBUG nova.compute.manager [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.504127] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.505137] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a7a44-c7d8-446c-8ca6-04263dbb6db8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.513067] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.513305] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2616ec8-6368-4edc-9588-8e930d8bac9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.520363] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1107.520363] env[63380]: value = "task-2680732" [ 1107.520363] env[63380]: _type = "Task" [ 1107.520363] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.527836] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.645827] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.646100] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.734475] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Successfully created port: 09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.832797] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.856646] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance daacca78-8443-4cac-b808-04002b18397e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1107.856801] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1107.856928] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1107.857066] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1107.857190] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.029947] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680732, 'name': PowerOffVM_Task, 'duration_secs': 0.284262} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.030229] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.030400] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.030638] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c8f12cb-0f37-45fe-b05b-dcd46bda7b53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.102461] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.102714] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.102899] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore2] b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.103200] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50461b3e-0b26-4a72-be87-79946cabf84b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.109506] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1108.109506] env[63380]: value = "task-2680734" [ 1108.109506] env[63380]: _type = "Task" [ 1108.109506] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.116896] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.148843] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.257783] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.360393] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1108.360572] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 89e2dac2-f63e-486c-9576-7c50df271097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1108.621167] env[63380]: DEBUG oslo_vmware.api [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185177} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.621394] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.621580] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.621804] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.621986] env[63380]: INFO nova.compute.manager [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1108.622310] env[63380]: DEBUG oslo.service.loopingcall [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.622527] env[63380]: DEBUG nova.compute.manager [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.622620] env[63380]: DEBUG nova.network.neutron [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.667822] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.843730] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.862983] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 557449d7-4df2-4754-b5b1-0497ea2c97d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1108.866824] env[63380]: DEBUG nova.compute.manager [req-1767e45a-1122-4aa0-93d2-68c6b5cb1f86 req-69d2a5b8-708e-4bad-a0e7-69e40bc36339 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Received event network-vif-deleted-77795c37-05c7-4251-b79f-b17d06ea88c6 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.866954] env[63380]: INFO nova.compute.manager [req-1767e45a-1122-4aa0-93d2-68c6b5cb1f86 req-69d2a5b8-708e-4bad-a0e7-69e40bc36339 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Neutron deleted interface 77795c37-05c7-4251-b79f-b17d06ea88c6; detaching it from the instance and deleting it from the info cache [ 1108.867200] env[63380]: DEBUG nova.network.neutron [req-1767e45a-1122-4aa0-93d2-68c6b5cb1f86 req-69d2a5b8-708e-4bad-a0e7-69e40bc36339 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.879054] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.879054] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.879054] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.879054] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.879054] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.879382] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.879382] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.879488] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.879658] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.879825] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.880268] env[63380]: DEBUG nova.virt.hardware [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.881640] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac963c6-0ed9-4ef4-afa7-6627c8c3cf24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.891969] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6d2be-df36-425c-9a05-18a8d3d82254 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.187526] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.187811] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.188180] env[63380]: DEBUG nova.objects.instance [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.216700] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Successfully updated port: 09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.351115] env[63380]: DEBUG nova.network.neutron [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.371425] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1109.373035] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f755bf-a3d3-4fd8-a111-71ad73ba6707 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.382298] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9cc34-29ee-4681-89bc-ed8531a195c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.409672] env[63380]: DEBUG nova.compute.manager [req-1767e45a-1122-4aa0-93d2-68c6b5cb1f86 req-69d2a5b8-708e-4bad-a0e7-69e40bc36339 service nova] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Detach interface failed, port_id=77795c37-05c7-4251-b79f-b17d06ea88c6, reason: Instance b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1109.718353] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.718508] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.718654] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.789085] env[63380]: DEBUG nova.objects.instance [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.853751] env[63380]: INFO nova.compute.manager [-] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Took 1.23 seconds to deallocate network for instance. [ 1109.874093] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 0d957bd9-ba13-45a0-8c4d-b097078b3e01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1109.874345] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1109.874495] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1109.997328] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b9c5e-574a-4e63-a7f7-d38efdeb6f85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.004987] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e418c-0c4c-4c0b-bdb9-49d16d884df2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.035843] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6fd64-9141-4b62-a6b4-1d1522e78875 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.042919] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3609ab42-462f-454d-b1da-b5c3387c9f2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.055633] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.253264] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.291952] env[63380]: DEBUG nova.objects.base [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.292209] env[63380]: DEBUG nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.354166] env[63380]: DEBUG nova.policy [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.360632] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.426742] env[63380]: DEBUG nova.network.neutron [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating instance_info_cache with network_info: [{"id": "09e59000-1615-4aa5-ae7d-18912e764c1d", "address": "fa:16:3e:b6:1a:52", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e59000-16", "ovs_interfaceid": "09e59000-1615-4aa5-ae7d-18912e764c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.558217] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.629342] env[63380]: DEBUG nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Successfully created port: 8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.921657] env[63380]: DEBUG nova.compute.manager [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Received event network-vif-plugged-09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.921890] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.922218] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Lock "89e2dac2-f63e-486c-9576-7c50df271097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.922482] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Lock "89e2dac2-f63e-486c-9576-7c50df271097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.922671] env[63380]: DEBUG nova.compute.manager [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] No waiting events found dispatching network-vif-plugged-09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.922846] env[63380]: WARNING nova.compute.manager [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Received unexpected event network-vif-plugged-09e59000-1615-4aa5-ae7d-18912e764c1d for instance with vm_state building and task_state spawning. [ 1110.923015] env[63380]: DEBUG nova.compute.manager [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Received event network-changed-09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.923185] env[63380]: DEBUG nova.compute.manager [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Refreshing instance network info cache due to event network-changed-09e59000-1615-4aa5-ae7d-18912e764c1d. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.923375] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Acquiring lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.928907] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.929295] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance network_info: |[{"id": "09e59000-1615-4aa5-ae7d-18912e764c1d", "address": "fa:16:3e:b6:1a:52", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e59000-16", "ovs_interfaceid": "09e59000-1615-4aa5-ae7d-18912e764c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.929577] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Acquired lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.929758] env[63380]: DEBUG nova.network.neutron [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Refreshing network info cache for port 09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.930925] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e59000-1615-4aa5-ae7d-18912e764c1d', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.938672] env[63380]: DEBUG oslo.service.loopingcall [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.939748] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.939974] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35dfa56-cca5-4f8e-9db9-588570a089cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.960734] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.960734] env[63380]: value = "task-2680735" [ 1110.960734] env[63380]: _type = "Task" [ 1110.960734] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.968234] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680735, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.062864] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1111.063121] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.238s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.063754] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.333s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.066316] env[63380]: INFO nova.compute.claims [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.070356] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.070599] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1111.470688] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680735, 'name': CreateVM_Task, 'duration_secs': 0.332688} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.470860] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.471604] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.471758] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.472078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.472358] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef0fa29-c12c-42cc-af3d-ad2fd6194134 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.478769] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1111.478769] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb9196-c068-7882-ac4f-e65caf81ad99" [ 1111.478769] env[63380]: _type = "Task" [ 1111.478769] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.488281] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb9196-c068-7882-ac4f-e65caf81ad99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.590171] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] There are 63 instances to clean {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1111.590370] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 31c522c9-b6b1-460d-91ae-eb8a211c96ff] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.653094] env[63380]: DEBUG nova.network.neutron [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updated VIF entry in instance network info cache for port 09e59000-1615-4aa5-ae7d-18912e764c1d. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.653479] env[63380]: DEBUG nova.network.neutron [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating instance_info_cache with network_info: [{"id": "09e59000-1615-4aa5-ae7d-18912e764c1d", "address": "fa:16:3e:b6:1a:52", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e59000-16", "ovs_interfaceid": "09e59000-1615-4aa5-ae7d-18912e764c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.988778] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cb9196-c068-7882-ac4f-e65caf81ad99, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.990025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.990025] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.990025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.990215] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.990287] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.990545] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cbc7a3-e687-4194-a5d4-97a98e1121c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.998724] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.998887] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.999616] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b366977d-656c-4c6c-bd50-77908ee9dc91 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.004411] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1112.004411] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52324f80-f4f3-dec7-3741-c7381afc5f1e" [ 1112.004411] env[63380]: _type = "Task" [ 1112.004411] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.011832] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52324f80-f4f3-dec7-3741-c7381afc5f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.099370] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d9ebc2c8-0539-4696-8837-b95bafc6f441] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.157247] env[63380]: DEBUG oslo_concurrency.lockutils [req-63d5bb79-659d-4a72-8c8f-53455f9be19e req-bfe41853-a6f4-4a23-8154-ec63f49d31a1 service nova] Releasing lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.178619] env[63380]: DEBUG nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Successfully updated port: 8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.234645] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130dc210-4bde-443a-8c66-55b6c1b37736 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.242732] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e418d47-276f-45f1-b0de-7fe831200390 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.272830] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a034e3d-03e1-482c-aead-79048d7ec925 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.280282] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4ee09d-8c12-4c82-86a4-25b7b780084c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.295302] env[63380]: DEBUG nova.compute.provider_tree [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.515688] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52324f80-f4f3-dec7-3741-c7381afc5f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008282} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.516455] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844da06b-ffb6-4c95-b13b-2da91ac1a8fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.521575] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1112.521575] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206ed69-210d-c2d9-f346-7beac6450941" [ 1112.521575] env[63380]: _type = "Task" [ 1112.521575] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.528653] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206ed69-210d-c2d9-f346-7beac6450941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.603093] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: f5bf63fb-8ec1-4ebd-b94e-d9d7f90df132] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.684046] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.684296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.684439] env[63380]: DEBUG nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.798446] env[63380]: DEBUG nova.scheduler.client.report [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.024730] env[63380]: DEBUG nova.compute.manager [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-plugged-8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.024960] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.025162] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.025335] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.025498] env[63380]: DEBUG nova.compute.manager [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] No waiting events found dispatching network-vif-plugged-8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.025663] env[63380]: WARNING nova.compute.manager [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received unexpected event network-vif-plugged-8d886cc2-13c6-430c-9dea-e0e103a49389 for instance with vm_state active and task_state None. [ 1113.025819] env[63380]: DEBUG nova.compute.manager [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-changed-8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.025972] env[63380]: DEBUG nova.compute.manager [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing instance network info cache due to event network-changed-8d886cc2-13c6-430c-9dea-e0e103a49389. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.026150] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.038625] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5206ed69-210d-c2d9-f346-7beac6450941, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.038989] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.039403] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.039683] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f084baf-c366-44d2-83e8-ce54c419ddb3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.047310] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1113.047310] env[63380]: value = "task-2680736" [ 1113.047310] env[63380]: _type = "Task" [ 1113.047310] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.055263] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.106361] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 374d7e34-8960-4c78-bc32-41b16ee74e34] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.231194] env[63380]: WARNING nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 1113.303757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.304345] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.307441] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.216s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.309406] env[63380]: INFO nova.compute.claims [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.556904] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680736, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.563092] env[63380]: DEBUG nova.network.neutron [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d886cc2-13c6-430c-9dea-e0e103a49389", "address": "fa:16:3e:d0:c5:e0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d886cc2-13", "ovs_interfaceid": "8d886cc2-13c6-430c-9dea-e0e103a49389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.609536] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: ef8cd2b8-1f09-4dfd-9013-8bfcb1ae4967] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.813631] env[63380]: DEBUG nova.compute.utils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.816980] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.817175] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.851972] env[63380]: DEBUG nova.policy [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2129ccedb7ec415d850bcd9edf88b8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe7dbda7c6b4330b9b7bfd645359740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.058023] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583106} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.058577] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.058577] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.058833] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e16fdd5-107d-43af-897e-a5ea341ab3de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.065798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.065966] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.066308] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1114.066308] env[63380]: value = "task-2680737" [ 1114.066308] env[63380]: _type = "Task" [ 1114.066308] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.066881] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.067154] env[63380]: DEBUG nova.network.neutron [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing network info cache for port 8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.068634] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829feb9-6680-4835-83de-606494841bd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.089774] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.090063] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.090254] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.090500] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.090651] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.091409] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.091409] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.091409] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.091409] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.091570] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.091723] env[63380]: DEBUG nova.virt.hardware [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.098147] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfiguring VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1114.101673] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675307cc-4f62-49ac-bad8-6ac5cbf83dc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.115882] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.115882] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 76bc522c-f66a-4959-826d-aa3919330572] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.124019] env[63380]: DEBUG oslo_vmware.api [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1114.124019] env[63380]: value = "task-2680738" [ 1114.124019] env[63380]: _type = "Task" [ 1114.124019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.131566] env[63380]: DEBUG oslo_vmware.api [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680738, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.164655] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Successfully created port: 97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.317744] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.468796] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528a886-760a-479a-a399-de6d0f59c5df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.476383] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1970333e-bdb8-442b-b1fd-e5f7004a391b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.510771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2da9f1-bc61-42f1-bee2-47ef2fff90a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.518232] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131775a-a0fb-4de2-9827-de525cac4ca5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.531416] env[63380]: DEBUG nova.compute.provider_tree [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.582295] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068157} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.582571] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.583356] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004d737-e27d-446d-9dad-cea7ca11b2da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605081] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.605357] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a8506f-db9b-41bf-be4b-b874443060c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.621467] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e1e69714-6b9f-48da-8573-54a5d872a4a7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.628268] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1114.628268] env[63380]: value = "task-2680739" [ 1114.628268] env[63380]: _type = "Task" [ 1114.628268] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.634832] env[63380]: DEBUG oslo_vmware.api [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.639815] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.832399] env[63380]: DEBUG nova.network.neutron [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updated VIF entry in instance network info cache for port 8d886cc2-13c6-430c-9dea-e0e103a49389. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.832824] env[63380]: DEBUG nova.network.neutron [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d886cc2-13c6-430c-9dea-e0e103a49389", "address": "fa:16:3e:d0:c5:e0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d886cc2-13", "ovs_interfaceid": "8d886cc2-13c6-430c-9dea-e0e103a49389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.034523] env[63380]: DEBUG nova.scheduler.client.report [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.124753] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 79cb6d35-dcde-4ba9-aa60-84c0337a57ae] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.144325] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.144812] env[63380]: DEBUG oslo_vmware.api [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680738, 'name': ReconfigVM_Task, 'duration_secs': 0.857686} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.145046] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.145262] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfigured VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1115.332879] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.335644] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2172df9-c8e0-4243-af41-a0573124582d req-b41ae1f2-b730-4b55-912a-d70dca4575ab service nova] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.361092] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.361417] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.361583] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.361766] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.361912] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.362070] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.362284] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.362445] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.362612] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.362785] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.362939] env[63380]: DEBUG nova.virt.hardware [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.364023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec95cf-b626-4d80-91e9-62fe4208430f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.371615] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd32ff9e-6c6a-4fb9-bc9a-00427673fa87 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.539421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.539961] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.542667] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.285s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.542881] env[63380]: DEBUG nova.objects.instance [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.599284] env[63380]: DEBUG nova.compute.manager [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Received event network-vif-plugged-97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.599411] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.599669] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.599836] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.599991] env[63380]: DEBUG nova.compute.manager [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] No waiting events found dispatching network-vif-plugged-97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.600202] env[63380]: WARNING nova.compute.manager [req-4f96d165-cc23-4ca6-a3f6-237f8ddb5cfa req-9717de7a-068b-4222-93e2-14c0fa638ffb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Received unexpected event network-vif-plugged-97a14d55-83a2-47a0-842a-082273724beb for instance with vm_state building and task_state spawning. [ 1115.632365] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: b12c2470-c033-4682-9af4-45cd724f0070] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.644241] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680739, 'name': ReconfigVM_Task, 'duration_secs': 0.536437} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.644510] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.645141] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc0092a6-7aad-4cff-b510-35d3418c91bb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.649196] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9830c542-f105-479a-b061-67e085f54fa2 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.461s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.652877] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1115.652877] env[63380]: value = "task-2680740" [ 1115.652877] env[63380]: _type = "Task" [ 1115.652877] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.659948] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680740, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.689549] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Successfully updated port: 97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.045589] env[63380]: DEBUG nova.compute.utils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.048922] env[63380]: DEBUG nova.objects.instance [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.050210] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.050389] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.087297] env[63380]: DEBUG nova.policy [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eaaff76ae054b5780857b25b3ca3ad3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95f87f09bfc457b8d418739216a0a95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.135893] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: fca9c7b1-a2b9-4c79-85a5-61a26ec3b0d2] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.161534] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680740, 'name': Rename_Task, 'duration_secs': 0.219957} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.161802] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.162065] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3983aa9f-6999-4348-a6ed-e8fe869da2ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.168619] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1116.168619] env[63380]: value = "task-2680741" [ 1116.168619] env[63380]: _type = "Task" [ 1116.168619] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.176424] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.192723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.192947] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.193214] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.403008] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Successfully created port: 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.550736] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.561018] env[63380]: INFO nova.compute.claims [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.639211] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 643c7634-0e66-4ae8-8178-e0c33da37693] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.680204] env[63380]: DEBUG oslo_vmware.api [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680741, 'name': PowerOnVM_Task, 'duration_secs': 0.461439} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.680486] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.680686] env[63380]: INFO nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1116.680867] env[63380]: DEBUG nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.681714] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e7b672-bfdd-47aa-a76f-f40fdd2e3f20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.726766] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.851077] env[63380]: DEBUG nova.network.neutron [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updating instance_info_cache with network_info: [{"id": "97a14d55-83a2-47a0-842a-082273724beb", "address": "fa:16:3e:b3:5f:a5", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a14d55-83", "ovs_interfaceid": "97a14d55-83a2-47a0-842a-082273724beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.142705] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 7e5a610c-1f87-4969-a0be-663a3ba7bc5e] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.200870] env[63380]: INFO nova.compute.manager [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Took 15.57 seconds to build instance. [ 1117.247455] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-daacca78-8443-4cac-b808-04002b18397e-8ddd838a-2261-4bca-9f49-a71dbaee6fec" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.247722] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-8ddd838a-2261-4bca-9f49-a71dbaee6fec" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.248111] env[63380]: DEBUG nova.objects.instance [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.353800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.354128] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Instance network_info: |[{"id": "97a14d55-83a2-47a0-842a-082273724beb", "address": "fa:16:3e:b3:5f:a5", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a14d55-83", "ovs_interfaceid": "97a14d55-83a2-47a0-842a-082273724beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.354556] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:5f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a14d55-83a2-47a0-842a-082273724beb', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.361954] env[63380]: DEBUG oslo.service.loopingcall [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.362167] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.362393] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2fc174-bfd6-4d8f-8bc1-ec63ffd7be18 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.382476] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.382476] env[63380]: value = "task-2680742" [ 1117.382476] env[63380]: _type = "Task" [ 1117.382476] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.391831] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680742, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.568181] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.603537] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.603816] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.603978] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.604225] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.604426] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.604584] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.604792] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.604945] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.605204] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.605310] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.605579] env[63380]: DEBUG nova.virt.hardware [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.606413] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0583f760-1a13-4d9d-8d32-f4e54d7842a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.617086] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a042d975-ea77-459b-a1d7-93c44d71b202 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.645890] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: fb480e6d-21a2-42e0-af20-40079ca9039f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.702794] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c2badc4f-225a-458a-ba3b-5f3224a1cef3 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.077s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.720668] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7271a78-fdda-47c0-a515-9a349fe65743 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.728247] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27894de9-f8c6-4b76-9d8c-2133d67df4f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.762370] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df1be5-eb35-4c8d-b4df-6d2e675af84e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.765613] env[63380]: DEBUG nova.compute.manager [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Received event network-changed-97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.765798] env[63380]: DEBUG nova.compute.manager [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Refreshing instance network info cache due to event network-changed-97a14d55-83a2-47a0-842a-082273724beb. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.766016] env[63380]: DEBUG oslo_concurrency.lockutils [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] Acquiring lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.766163] env[63380]: DEBUG oslo_concurrency.lockutils [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] Acquired lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.766325] env[63380]: DEBUG nova.network.neutron [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Refreshing network info cache for port 97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.774766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0c146c-3b26-4a67-93a5-aff9ee89ed68 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.787424] env[63380]: DEBUG nova.compute.provider_tree [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.893689] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680742, 'name': CreateVM_Task, 'duration_secs': 0.298223} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.893689] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.893689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.893689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.894030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.894351] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173dd681-2092-479c-b77c-ca27151744e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.899763] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1117.899763] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252d38f-1fea-486a-cfaa-1596ce0095a7" [ 1117.899763] env[63380]: _type = "Task" [ 1117.899763] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.907809] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252d38f-1fea-486a-cfaa-1596ce0095a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.935822] env[63380]: DEBUG nova.objects.instance [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.052281] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Successfully updated port: 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.151050] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 7663f07b-8da1-41bf-a301-00e271bce5d2] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.291032] env[63380]: DEBUG nova.scheduler.client.report [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.315849] env[63380]: DEBUG nova.compute.manager [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Received event network-changed-09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.316082] env[63380]: DEBUG nova.compute.manager [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Refreshing instance network info cache due to event network-changed-09e59000-1615-4aa5-ae7d-18912e764c1d. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.316629] env[63380]: DEBUG oslo_concurrency.lockutils [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] Acquiring lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.316629] env[63380]: DEBUG oslo_concurrency.lockutils [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] Acquired lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.316629] env[63380]: DEBUG nova.network.neutron [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Refreshing network info cache for port 09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.409745] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5252d38f-1fea-486a-cfaa-1596ce0095a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.409985] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.410238] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.410470] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.410616] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.410792] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.411058] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a9ebe0-7e3c-40f0-8d80-40b663e5d3fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.419226] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.419400] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.420099] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7dad1cd-975a-48fe-ab6f-ca2889014746 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.425758] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1118.425758] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df2342-31b7-a6ed-db2e-4ac9c21950db" [ 1118.425758] env[63380]: _type = "Task" [ 1118.425758] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.433615] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df2342-31b7-a6ed-db2e-4ac9c21950db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.438202] env[63380]: DEBUG nova.objects.base [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.438398] env[63380]: DEBUG nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.477683] env[63380]: DEBUG nova.network.neutron [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updated VIF entry in instance network info cache for port 97a14d55-83a2-47a0-842a-082273724beb. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.477990] env[63380]: DEBUG nova.network.neutron [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updating instance_info_cache with network_info: [{"id": "97a14d55-83a2-47a0-842a-082273724beb", "address": "fa:16:3e:b3:5f:a5", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a14d55-83", "ovs_interfaceid": "97a14d55-83a2-47a0-842a-082273724beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.511735] env[63380]: DEBUG nova.policy [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.554710] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.554853] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.555083] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.654460] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 3415893a-4e8c-4ac1-bbfa-1ea04e50589b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.795661] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.253s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.797909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.130s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.800709] env[63380]: INFO nova.compute.claims [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.839534] env[63380]: INFO nova.network.neutron [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating port 66fe612a-feb4-4cae-8ec9-998ddf4194bc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1118.936033] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df2342-31b7-a6ed-db2e-4ac9c21950db, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.936839] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a476c3-9c42-4877-ab34-31b94652ec7c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.943278] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1118.943278] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52da3aef-925a-0497-ae8f-e7dbd0964656" [ 1118.943278] env[63380]: _type = "Task" [ 1118.943278] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.952910] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52da3aef-925a-0497-ae8f-e7dbd0964656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.981016] env[63380]: DEBUG oslo_concurrency.lockutils [req-5489bde1-1bab-4f86-94af-096727ae2f10 req-88c106a0-323c-4420-ad8d-1a2142fac05e service nova] Releasing lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.040636] env[63380]: DEBUG nova.network.neutron [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updated VIF entry in instance network info cache for port 09e59000-1615-4aa5-ae7d-18912e764c1d. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.041029] env[63380]: DEBUG nova.network.neutron [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating instance_info_cache with network_info: [{"id": "09e59000-1615-4aa5-ae7d-18912e764c1d", "address": "fa:16:3e:b6:1a:52", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e59000-16", "ovs_interfaceid": "09e59000-1615-4aa5-ae7d-18912e764c1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.086758] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.159017] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 338287eb-aa3a-4a00-befc-67f86f7c2fee] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.236434] env[63380]: DEBUG nova.network.neutron [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.459048] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52da3aef-925a-0497-ae8f-e7dbd0964656, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.459048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.459048] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 557449d7-4df2-4754-b5b1-0497ea2c97d1/557449d7-4df2-4754-b5b1-0497ea2c97d1.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.459048] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51edc1ee-ead7-4194-b28c-c5815233118f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.464286] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1119.464286] env[63380]: value = "task-2680743" [ 1119.464286] env[63380]: _type = "Task" [ 1119.464286] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.471952] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.544186] env[63380]: DEBUG oslo_concurrency.lockutils [req-165937f0-9470-49cc-803d-90f387f808e0 req-f195e3f6-76f6-4358-a7a8-77997e54956d service nova] Releasing lock "refresh_cache-89e2dac2-f63e-486c-9576-7c50df271097" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.663802] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 01a530b0-4090-4626-a4dc-30a019bf986f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.739967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.740478] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance network_info: |[{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.741105] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a9d290-d9e7-43dd-85c5-5a61655f139c', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.750842] env[63380]: DEBUG oslo.service.loopingcall [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.751609] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.751609] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e19088c6-7d49-481f-9790-3a6ddb832736 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.773173] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.773173] env[63380]: value = "task-2680744" [ 1119.773173] env[63380]: _type = "Task" [ 1119.773173] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.781696] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680744, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.814651] env[63380]: DEBUG nova.compute.manager [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.814878] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.815096] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.815267] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.815439] env[63380]: DEBUG nova.compute.manager [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] No waiting events found dispatching network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.815614] env[63380]: WARNING nova.compute.manager [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received unexpected event network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c for instance with vm_state building and task_state spawning. [ 1119.815817] env[63380]: DEBUG nova.compute.manager [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.815970] env[63380]: DEBUG nova.compute.manager [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing instance network info cache due to event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.816173] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.816312] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.816469] env[63380]: DEBUG nova.network.neutron [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.970140] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab54bb-301b-4442-85bc-64654856f451 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.979776] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467164} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.980753] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40ad53-1c6b-45d8-95b9-189184733696 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.983864] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 557449d7-4df2-4754-b5b1-0497ea2c97d1/557449d7-4df2-4754-b5b1-0497ea2c97d1.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.984109] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.984365] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0b7b4f2-13b1-4f83-ab7f-01c377b55688 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.018021] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aef570-0639-4004-909b-7768bd08983b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.020907] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1120.020907] env[63380]: value = "task-2680745" [ 1120.020907] env[63380]: _type = "Task" [ 1120.020907] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.027837] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f029e9f6-6c1b-45b3-a8c6-12edebcfc8e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.034527] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680745, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.045471] env[63380]: DEBUG nova.compute.provider_tree [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.159026] env[63380]: DEBUG nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Successfully updated port: 8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.167119] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 88bf0e90-6396-4fba-85ed-10b451706abc] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.283163] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680744, 'name': CreateVM_Task, 'duration_secs': 0.404203} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.283163] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.283810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.284052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.284418] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.284707] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8d9467-8385-4449-a2c2-e2152594657a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.289548] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1120.289548] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cca03d-4e00-888f-999d-14e6db210c2f" [ 1120.289548] env[63380]: _type = "Task" [ 1120.289548] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.297282] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cca03d-4e00-888f-999d-14e6db210c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.530061] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.530349] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.531098] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b423d-2419-4d0d-b7e0-826399288dd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.552181] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 557449d7-4df2-4754-b5b1-0497ea2c97d1/557449d7-4df2-4754-b5b1-0497ea2c97d1.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.552969] env[63380]: DEBUG nova.scheduler.client.report [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.555995] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c677f7-61f1-47ba-8528-58d54dfde475 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.577439] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1120.577439] env[63380]: value = "task-2680746" [ 1120.577439] env[63380]: _type = "Task" [ 1120.577439] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.585845] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.621536] env[63380]: DEBUG nova.network.neutron [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updated VIF entry in instance network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.621887] env[63380]: DEBUG nova.network.neutron [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.664368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.664618] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.664853] env[63380]: DEBUG nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.669826] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: bb027e42-1759-4f56-8068-3fbcb239e4bf] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.713635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.713927] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.714138] env[63380]: DEBUG nova.network.neutron [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.801613] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cca03d-4e00-888f-999d-14e6db210c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.801801] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.802050] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.802307] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.802456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802680] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.802891] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23ea291-b996-4fcb-9ca1-132914184c58 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.812213] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.812446] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.813192] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3049efb-2acd-4f71-b53b-8ca083f91190 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.818658] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1120.818658] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526803a2-21c0-59e8-55a4-46bf2aa1a0e5" [ 1120.818658] env[63380]: _type = "Task" [ 1120.818658] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.826159] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526803a2-21c0-59e8-55a4-46bf2aa1a0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.072062] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.072208] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.075028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.715s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.075247] env[63380]: DEBUG nova.objects.instance [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'resources' on Instance uuid b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.087287] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680746, 'name': ReconfigVM_Task, 'duration_secs': 0.27186} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.087531] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 557449d7-4df2-4754-b5b1-0497ea2c97d1/557449d7-4df2-4754-b5b1-0497ea2c97d1.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.088120] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d69709b-bbe6-4af3-bf73-464cbb73e6b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.093799] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1121.093799] env[63380]: value = "task-2680747" [ 1121.093799] env[63380]: _type = "Task" [ 1121.093799] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.101373] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680747, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.124260] env[63380]: DEBUG oslo_concurrency.lockutils [req-6beaece4-b530-4e23-a2a5-8a67b2a5310e req-97e17d58-0dbd-466c-91ea-988c7ae08110 service nova] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.172875] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 1a73eb0c-bf75-46c3-9c0b-be37ca7800b8] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.201686] env[63380]: WARNING nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 1121.201887] env[63380]: WARNING nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 1121.330141] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526803a2-21c0-59e8-55a4-46bf2aa1a0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.330924] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870ccc4-511c-4b6b-90db-2dd386882612 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.336054] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1121.336054] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231ae02-ecea-dba0-1d94-7f5cf3d7a8b7" [ 1121.336054] env[63380]: _type = "Task" [ 1121.336054] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.343386] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231ae02-ecea-dba0-1d94-7f5cf3d7a8b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.575705] env[63380]: DEBUG nova.network.neutron [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.580409] env[63380]: DEBUG nova.compute.utils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.581753] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.581942] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.607109] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680747, 'name': Rename_Task, 'duration_secs': 0.180358} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.609524] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.610118] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80637bcb-ce11-4cfe-b589-fee81f134b85 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.616706] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1121.616706] env[63380]: value = "task-2680748" [ 1121.616706] env[63380]: _type = "Task" [ 1121.616706] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.626492] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.638580] env[63380]: DEBUG nova.policy [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f87712f42d4b4c944dc665d65931bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd29504ba085045a69b44e963eb1befbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.675465] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: a76a7a69-7d97-4e5b-9e44-4d57ff46a03d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.717186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b01dcc-26bb-4518-bef4-71b1c4585fcc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.724302] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a3fda-c3e0-4087-9e94-a77825091038 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.760185] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c4fdf-0462-478e-af35-6e5019595158 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.768249] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0281f7b3-1f40-45a3-9e44-589aa72786e9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.781730] env[63380]: DEBUG nova.compute.provider_tree [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.844202] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-plugged-8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.844429] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.844638] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.844806] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Lock "daacca78-8443-4cac-b808-04002b18397e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.844976] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] No waiting events found dispatching network-vif-plugged-8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.845156] env[63380]: WARNING nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received unexpected event network-vif-plugged-8ddd838a-2261-4bca-9f49-a71dbaee6fec for instance with vm_state active and task_state None. [ 1121.845339] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-changed-8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.845530] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing instance network info cache due to event network-changed-8ddd838a-2261-4bca-9f49-a71dbaee6fec. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.845674] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.849536] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231ae02-ecea-dba0-1d94-7f5cf3d7a8b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.849775] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.850026] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.850274] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11de0d1e-14f0-41ab-9989-43018f4e7b64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.857153] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1121.857153] env[63380]: value = "task-2680749" [ 1121.857153] env[63380]: _type = "Task" [ 1121.857153] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.864842] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.874420] env[63380]: DEBUG nova.network.neutron [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d886cc2-13c6-430c-9dea-e0e103a49389", "address": "fa:16:3e:d0:c5:e0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d886cc2-13", "ovs_interfaceid": "8d886cc2-13c6-430c-9dea-e0e103a49389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "address": "fa:16:3e:d2:47:68", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddd838a-22", "ovs_interfaceid": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.044961] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Successfully created port: 931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.078714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.084406] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.117869] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='85f35c358d1486704ce1f4a025c8fa4f',container_format='bare',created_at=2025-02-19T12:05:44Z,direct_url=,disk_format='vmdk',id=9b5e02c1-1565-4920-8a6d-638e1e684e84,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1708604749-shelved',owner='b4f804149b1644e6a275f4c1b9869fff',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-19T12:05:59Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.118198] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.118384] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.118586] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.118750] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.118910] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.119225] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.119392] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.119573] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.119871] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.119934] env[63380]: DEBUG nova.virt.hardware [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.120949] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1dbdd3-cd4a-4860-a3d1-5cac940c8541 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.136291] env[63380]: DEBUG oslo_vmware.api [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680748, 'name': PowerOnVM_Task, 'duration_secs': 0.472356} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.138384] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.138622] env[63380]: INFO nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1122.138808] env[63380]: DEBUG nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.139708] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90130184-c542-4680-abfd-61f3dfd23113 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.143276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0998735-1b83-4938-8289-e3e7e8005f0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162472] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:db:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66fe612a-feb4-4cae-8ec9-998ddf4194bc', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.170727] env[63380]: DEBUG oslo.service.loopingcall [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.173405] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.176881] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfdb6b94-4411-48fd-b0d6-1d655ab1df12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.192687] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: facabd9b-e833-46cd-b019-0ca8a7e6518d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.202052] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.202052] env[63380]: value = "task-2680750" [ 1122.202052] env[63380]: _type = "Task" [ 1122.202052] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.216560] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680750, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.287270] env[63380]: DEBUG nova.scheduler.client.report [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.367994] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476933} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.369869] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.369869] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.369869] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2e28952-f215-4c97-a691-c513e5af2003 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.375979] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1122.375979] env[63380]: value = "task-2680751" [ 1122.375979] env[63380]: _type = "Task" [ 1122.375979] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.376824] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.377514] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.377724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.383078] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.383078] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Refreshing network info cache for port 8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.384147] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa35d2-67b6-4d79-8c31-6c093c28bc62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.392906] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.406329] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.406635] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.406837] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.407074] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.407269] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.407458] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.407705] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.407905] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.408125] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.408332] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.408547] env[63380]: DEBUG nova.virt.hardware [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.414974] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfiguring VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1122.415562] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eda3716-b8b7-4e19-97ca-dd71b274404a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.435500] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1122.435500] env[63380]: value = "task-2680752" [ 1122.435500] env[63380]: _type = "Task" [ 1122.435500] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.445829] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680752, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.696775] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: cd3bef10-1014-4a88-b6a6-1780634050c3] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.700031] env[63380]: INFO nova.compute.manager [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Took 16.98 seconds to build instance. [ 1122.713060] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680750, 'name': CreateVM_Task, 'duration_secs': 0.370408} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.713297] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.713871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.714048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.714439] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.714690] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6054316e-a93b-4fbb-a70a-0fcba4c18e14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.719830] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1122.719830] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526422a5-5987-31ee-4115-74907826bde8" [ 1122.719830] env[63380]: _type = "Task" [ 1122.719830] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.735981] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.736289] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Processing image 9b5e02c1-1565-4920-8a6d-638e1e684e84 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.736498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.736645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.736821] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.737321] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86db1926-9c79-4ff2-9aa2-98e935cffd97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.745372] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.745557] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.746288] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a837be-2937-4010-a301-1f10fbf297cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.751453] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1122.751453] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d18f1-6268-08cd-ad77-298e63599500" [ 1122.751453] env[63380]: _type = "Task" [ 1122.751453] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.759082] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523d18f1-6268-08cd-ad77-298e63599500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.791459] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.813660] env[63380]: INFO nova.scheduler.client.report [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocations for instance b9e47dd2-11c4-4b59-a2a7-9bcb699efe41 [ 1122.885914] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065952} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.886350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.887205] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce9512-fab6-4cf8-83dd-6bec58f500ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.911045] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.911359] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49fa89c8-3cdf-439b-8094-40ab65d8292d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.931325] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1122.931325] env[63380]: value = "task-2680753" [ 1122.931325] env[63380]: _type = "Task" [ 1122.931325] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.946925] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.950404] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.094464] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.123280] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.123552] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.123710] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.123894] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.124103] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.124279] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.124496] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.124662] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.125378] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.125467] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.125666] env[63380]: DEBUG nova.virt.hardware [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.127153] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc9658-9df7-42b1-b0e5-53c29a754791 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.136058] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193328b-0095-4818-be21-00e79cd2c9fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.200691] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 8994bd0f-ef42-4eea-97ec-ce1d9d93a6c2] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.204785] env[63380]: DEBUG oslo_concurrency.lockutils [None req-455c2410-ec1b-4fb6-aeec-c2e96c846634 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.493s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.267265] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1123.267697] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Fetch image to [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d/OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1123.268014] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Downloading stream optimized image 9b5e02c1-1565-4920-8a6d-638e1e684e84 to [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d/OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d.vmdk on the data store datastore1 as vApp {{(pid=63380) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1123.268307] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Downloading image file data 9b5e02c1-1565-4920-8a6d-638e1e684e84 to the ESX as VM named 'OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d' {{(pid=63380) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1123.311544] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updated VIF entry in instance network info cache for port 8ddd838a-2261-4bca-9f49-a71dbaee6fec. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.311997] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d886cc2-13c6-430c-9dea-e0e103a49389", "address": "fa:16:3e:d0:c5:e0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d886cc2-13", "ovs_interfaceid": "8d886cc2-13c6-430c-9dea-e0e103a49389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "address": "fa:16:3e:d2:47:68", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddd838a-22", "ovs_interfaceid": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.319910] env[63380]: DEBUG oslo_concurrency.lockutils [None req-87518345-e0b5-4ba6-978c-6ed37b457a73 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "b9e47dd2-11c4-4b59-a2a7-9bcb699efe41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.322s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.354432] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1123.354432] env[63380]: value = "resgroup-9" [ 1123.354432] env[63380]: _type = "ResourcePool" [ 1123.354432] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1123.354709] env[63380]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1fe672b8-cc61-471e-b505-82e80e1e8d3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.376843] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease: (returnval){ [ 1123.376843] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1123.376843] env[63380]: _type = "HttpNfcLease" [ 1123.376843] env[63380]: } obtained for vApp import into resource pool (val){ [ 1123.376843] env[63380]: value = "resgroup-9" [ 1123.376843] env[63380]: _type = "ResourcePool" [ 1123.376843] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1123.377086] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the lease: (returnval){ [ 1123.377086] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1123.377086] env[63380]: _type = "HttpNfcLease" [ 1123.377086] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1123.383354] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.383354] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1123.383354] env[63380]: _type = "HttpNfcLease" [ 1123.383354] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.445051] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.447939] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.669422] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Successfully updated port: 931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.704688] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 96e059d7-c7e6-4dcd-830b-83be52f21d68] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.815044] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.815297] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.815514] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.815722] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.815889] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.816074] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] No waiting events found dispatching network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.816248] env[63380]: WARNING nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received unexpected event network-vif-plugged-66fe612a-feb4-4cae-8ec9-998ddf4194bc for instance with vm_state shelved_offloaded and task_state spawning. [ 1123.816416] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.816632] env[63380]: DEBUG nova.compute.manager [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing instance network info cache due to event network-changed-66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.816860] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquiring lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.816998] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Acquired lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.817175] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Refreshing network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.878972] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Received event network-changed-97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.879248] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Refreshing instance network info cache due to event network-changed-97a14d55-83a2-47a0-842a-082273724beb. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.879371] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Acquiring lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.879514] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Acquired lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.879672] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Refreshing network info cache for port 97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.888376] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.888376] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1123.888376] env[63380]: _type = "HttpNfcLease" [ 1123.888376] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.943718] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680753, 'name': ReconfigVM_Task, 'duration_secs': 0.704029} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.945034] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.945222] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c6879b-d319-418a-9604-0fa1e8401718 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.951623] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.956607] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1123.956607] env[63380]: value = "task-2680755" [ 1123.956607] env[63380]: _type = "Task" [ 1123.956607] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.965102] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680755, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.172368] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.172961] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.172961] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.207503] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c25f0f9b-d137-40e7-b420-9205237ed600] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.388582] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.388582] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1124.388582] env[63380]: _type = "HttpNfcLease" [ 1124.388582] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.449817] env[63380]: DEBUG oslo_vmware.api [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680752, 'name': ReconfigVM_Task, 'duration_secs': 1.956047} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.450335] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.450553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfigured VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1124.467127] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680755, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.690599] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updated VIF entry in instance network info cache for port 66fe612a-feb4-4cae-8ec9-998ddf4194bc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.691021] env[63380]: DEBUG nova.network.neutron [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [{"id": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "address": "fa:16:3e:69:db:1d", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fe612a-fe", "ovs_interfaceid": "66fe612a-feb4-4cae-8ec9-998ddf4194bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.707014] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.710139] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d2e8c600-3ea4-4eac-b433-0bec2285b5ec] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.786052] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updated VIF entry in instance network info cache for port 97a14d55-83a2-47a0-842a-082273724beb. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.786563] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updating instance_info_cache with network_info: [{"id": "97a14d55-83a2-47a0-842a-082273724beb", "address": "fa:16:3e:b3:5f:a5", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a14d55-83", "ovs_interfaceid": "97a14d55-83a2-47a0-842a-082273724beb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.846715] env[63380]: DEBUG nova.network.neutron [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.886204] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.886204] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1124.886204] env[63380]: _type = "HttpNfcLease" [ 1124.886204] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1124.955172] env[63380]: DEBUG oslo_concurrency.lockutils [None req-bc9bc371-0564-4398-a698-74c2dc095fad tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-8ddd838a-2261-4bca-9f49-a71dbaee6fec" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.707s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.968656] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680755, 'name': Rename_Task, 'duration_secs': 1.00281} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.969678] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.969678] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5840e62-feb1-4e1e-b749-e25f5112a7ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.976517] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1124.976517] env[63380]: value = "task-2680756" [ 1124.976517] env[63380]: _type = "Task" [ 1124.976517] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.984423] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.194341] env[63380]: DEBUG oslo_concurrency.lockutils [req-bd368496-d2a0-41f4-bf99-4815cbe6f91b req-92fa792a-703d-4480-9778-3b7611b52bb8 service nova] Releasing lock "refresh_cache-8b46f4c1-6336-4ec1-8af3-60e06badad7e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.213342] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 72f804e3-6a13-428f-ba42-136f8361063c] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.289363] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Releasing lock "refresh_cache-557449d7-4df2-4754-b5b1-0497ea2c97d1" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.289633] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Received event network-vif-plugged-931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.289828] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.290043] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.290214] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.290385] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] No waiting events found dispatching network-vif-plugged-931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.290553] env[63380]: WARNING nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Received unexpected event network-vif-plugged-931d2ef8-5dbf-4eab-b83f-0f468df6233e for instance with vm_state building and task_state spawning. [ 1125.290717] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Received event network-changed-931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.290873] env[63380]: DEBUG nova.compute.manager [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Refreshing instance network info cache due to event network-changed-931d2ef8-5dbf-4eab-b83f-0f468df6233e. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.291047] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Acquiring lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.349662] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.349989] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Instance network_info: |[{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.350405] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Acquired lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.350603] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Refreshing network info cache for port 931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.351895] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2e:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '931d2ef8-5dbf-4eab-b83f-0f468df6233e', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.359286] env[63380]: DEBUG oslo.service.loopingcall [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.360204] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.360992] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b4907e-09fb-4398-b99b-49b4b3b009a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.383769] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.383769] env[63380]: value = "task-2680757" [ 1125.383769] env[63380]: _type = "Task" [ 1125.383769] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.388713] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.388713] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1125.388713] env[63380]: _type = "HttpNfcLease" [ 1125.388713] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1125.389054] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1125.389054] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52df5b12-019e-1556-8988-ca421d311827" [ 1125.389054] env[63380]: _type = "HttpNfcLease" [ 1125.389054] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1125.389743] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20293d4-c56c-4b5f-8c44-ddbfb65e5aa2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.395282] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680757, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.400584] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1125.400765] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1125.466659] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65ec37ce-5f4b-44ee-8025-61d22f7eb804 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.486442] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680756, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.717103] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 79d02f19-51af-41ca-abcb-89bc6d6631dd] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.897820] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680757, 'name': CreateVM_Task, 'duration_secs': 0.415109} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.899761] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.900503] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.900688] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.901041] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.901399] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5121d8-0cc2-4c00-99ed-2e42923a6f81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.907015] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1125.907015] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524ca649-b162-e44a-2f04-d8d7217ceb42" [ 1125.907015] env[63380]: _type = "Task" [ 1125.907015] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.920019] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524ca649-b162-e44a-2f04-d8d7217ceb42, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.921906] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.922217] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.922634] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.922757] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.922907] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.923274] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e9a4c4-6012-48db-9d0a-ec00c94d5ef9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.931056] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.931327] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.933368] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57234e8-b5d3-41f6-a3a0-8412ca428a69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.938279] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1125.938279] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228c0a4-3a5e-7ef8-afc0-083ec5d7d778" [ 1125.938279] env[63380]: _type = "Task" [ 1125.938279] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.948966] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228c0a4-3a5e-7ef8-afc0-083ec5d7d778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.987871] env[63380]: DEBUG oslo_vmware.api [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680756, 'name': PowerOnVM_Task, 'duration_secs': 0.574644} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.989871] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.990123] env[63380]: INFO nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1125.990389] env[63380]: DEBUG nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.991125] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda57ef-f625-4380-80be-c2b7793f6fc9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.110760] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updated VIF entry in instance network info cache for port 931d2ef8-5dbf-4eab-b83f-0f468df6233e. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.111162] env[63380]: DEBUG nova.network.neutron [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.220870] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 70e133e5-f79a-400d-8f65-c30531eb6f01] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.451048] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5228c0a4-3a5e-7ef8-afc0-083ec5d7d778, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.453688] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223603b0-7fe0-443d-b14a-4ceffcd982a4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.459810] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1126.459810] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dbd330-e25a-2229-49d3-35632060e62e" [ 1126.459810] env[63380]: _type = "Task" [ 1126.459810] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.467629] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dbd330-e25a-2229-49d3-35632060e62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.515201] env[63380]: INFO nova.compute.manager [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Took 19.44 seconds to build instance. [ 1126.614228] env[63380]: DEBUG oslo_concurrency.lockutils [req-e1439a8f-50d8-4dab-943d-02e42f1e4ddc req-6a410f57-e19d-4e79-a787-6173d58961cb service nova] Releasing lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.626217] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-daacca78-8443-4cac-b808-04002b18397e-8d886cc2-13c6-430c-9dea-e0e103a49389" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.626473] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-8d886cc2-13c6-430c-9dea-e0e103a49389" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.724399] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 636d69e1-0c2e-4ecb-b223-f3d39fa85a2b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.778254] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1126.778563] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.779472] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c400b-41dc-4290-9fe1-af6854531a7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.786355] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.786520] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1126.787247] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-edb95a0d-841b-45d3-9d48-b6bef135e760 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.969880] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52dbd330-e25a-2229-49d3-35632060e62e, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.971099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.971099] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.971099] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3be1d5-baf9-4f95-8f5a-fbe95536b5c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.976889] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1126.976889] env[63380]: value = "task-2680758" [ 1126.976889] env[63380]: _type = "Task" [ 1126.976889] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.985788] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.017168] env[63380]: DEBUG oslo_concurrency.lockutils [None req-07f917ba-88c8-45eb-b208-af989593e3fc tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.950s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.112025] env[63380]: DEBUG oslo_vmware.rw_handles [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245a407-05e7-f869-5953-41be0171b095/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1127.112025] env[63380]: INFO nova.virt.vmwareapi.images [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Downloaded image file data 9b5e02c1-1565-4920-8a6d-638e1e684e84 [ 1127.112025] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d0ef6f-8ac9-4145-8481-1ab99ef9e073 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.128673] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.129118] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.129456] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8bba5e-7348-450a-9859-13e426795626 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.131695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f147fa9-aee7-4e54-bff1-1dcb1b5d36f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.152364] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6f6d5-2a3a-449b-8dfa-acd5c2eb164e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.156943] env[63380]: INFO nova.virt.vmwareapi.images [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] The imported VM was unregistered [ 1127.159706] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1127.160076] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.160786] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72894914-9c50-4cb4-b1bc-d1730d4942b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.186340] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfiguring VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1127.187884] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd67068a-3242-4058-901b-64e0e368803e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.207452] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1127.207452] env[63380]: value = "task-2680760" [ 1127.207452] env[63380]: _type = "Task" [ 1127.207452] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.216474] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.220642] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.220854] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d/OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d.vmdk to [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk. {{(pid=63380) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1127.221143] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c6fa8723-1358-4a91-aefa-f6a623c091df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.229339] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 72f09f7d-6ff2-4ad1-8606-966ed3584a6c] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.231356] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1127.231356] env[63380]: value = "task-2680761" [ 1127.231356] env[63380]: _type = "Task" [ 1127.231356] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.242870] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.440055] env[63380]: DEBUG nova.compute.manager [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.440156] env[63380]: DEBUG nova.compute.manager [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing instance network info cache due to event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.440735] env[63380]: DEBUG oslo_concurrency.lockutils [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.440896] env[63380]: DEBUG oslo_concurrency.lockutils [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.441071] env[63380]: DEBUG nova.network.neutron [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.486704] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496197} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.486991] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.487208] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.487465] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efd8655c-21a6-4eb3-8a11-e53089231e61 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.496719] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1127.496719] env[63380]: value = "task-2680762" [ 1127.496719] env[63380]: _type = "Task" [ 1127.496719] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.504327] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.719372] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.733218] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: ec5d0cb0-d2c4-4609-8465-6b0319cba428] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.743887] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.006239] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.006529] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.007382] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387b041-98ae-4705-9659-17822ef431fb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.034619] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.035040] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59873f70-4951-42d1-a53a-42cec9b9031a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.057334] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1128.057334] env[63380]: value = "task-2680763" [ 1128.057334] env[63380]: _type = "Task" [ 1128.057334] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.066415] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.220690] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.242361] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: cbddb953-8ac7-4cdb-bb77-8b40e9eecc2f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.244334] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.248840] env[63380]: DEBUG nova.network.neutron [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updated VIF entry in instance network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.249263] env[63380]: DEBUG nova.network.neutron [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.568769] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.720900] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.742603] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.745424] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9c81f8a8-1b2b-46b1-bfeb-f96a5d4ad549] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.752329] env[63380]: DEBUG oslo_concurrency.lockutils [req-ad9a5260-a339-47c2-af96-099be32f4602 req-62965307-bce2-4f8b-970b-aa3b7db6f5e1 service nova] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.068415] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680763, 'name': ReconfigVM_Task, 'duration_secs': 0.519006} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.068673] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.069426] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a9b764-40f9-4e1c-86ae-cc7c022173b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.076779] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1129.076779] env[63380]: value = "task-2680764" [ 1129.076779] env[63380]: _type = "Task" [ 1129.076779] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.087561] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680764, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.222365] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.242954] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.248789] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 4f5ae797-1918-4816-915d-19fd591fb920] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.587616] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680764, 'name': Rename_Task, 'duration_secs': 0.2304} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.587905] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.588192] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d3a8d8-1915-46d5-969e-ddcd63ace42f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.594760] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1129.594760] env[63380]: value = "task-2680765" [ 1129.594760] env[63380]: _type = "Task" [ 1129.594760] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.603734] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.722173] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.742733] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.752476] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: a188f2a3-168e-482e-a426-916070c64fa7] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.105279] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.223889] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.243868] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680761, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5953} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.243868] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d/OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d.vmdk to [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk. [ 1130.243868] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Cleaning up location [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1130.244325] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_26cfeaa3-98f0-40a6-bcc9-07ea00ec2b8d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.244325] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83091eb7-eeab-44cb-8143-f622a32df8f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.250868] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1130.250868] env[63380]: value = "task-2680766" [ 1130.250868] env[63380]: _type = "Task" [ 1130.250868] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.255627] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 1f1535e6-62db-459d-955a-50c1a960e384] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.260343] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.605810] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680765, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.723319] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.760014] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035251} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.760282] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.760473] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.760841] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk to [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.761417] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 3a2890e8-3c8b-4d93-bd50-4793b0085d7c] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.763255] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-709a7732-aad8-4c7d-8f64-431e2528c91f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.770333] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1130.770333] env[63380]: value = "task-2680767" [ 1130.770333] env[63380]: _type = "Task" [ 1130.770333] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.777586] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.107793] env[63380]: DEBUG oslo_vmware.api [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680765, 'name': PowerOnVM_Task, 'duration_secs': 1.423285} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.108085] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.108284] env[63380]: INFO nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1131.108525] env[63380]: DEBUG nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.109410] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742dde2e-5e9a-4990-b547-64ae2040c455 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.224191] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.267149] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 2e1355d9-0700-4ead-8457-ce875c970f41] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.280669] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.627706] env[63380]: INFO nova.compute.manager [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Took 22.97 seconds to build instance. [ 1131.726650] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.770365] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 970b5a94-7c98-4d42-9ee1-e0f817b1b22d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.782419] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.130148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-012580d1-2fb9-4ae2-b589-436efff8e194 tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.484s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.226121] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.278223] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: bb1b230f-8703-4f89-bdf2-0e3852a409bb] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.286945] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.726532] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.782770] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d8f8749e-ceb1-403e-8c63-d1e6a874a7f5] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.784725] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.175335] env[63380]: DEBUG nova.compute.manager [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1133.227090] env[63380]: DEBUG oslo_vmware.api [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680760, 'name': ReconfigVM_Task, 'duration_secs': 5.791859} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.227367] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.228560] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Reconfigured VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1133.283214] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680767, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291893} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.283546] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9b5e02c1-1565-4920-8a6d-638e1e684e84/9b5e02c1-1565-4920-8a6d-638e1e684e84.vmdk to [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.284273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7314c955-a86c-4b73-9723-b1de7d721cba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.286822] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9dcd255b-bd1f-4475-a390-db29f7439af8] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.312576] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.313497] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-635ce2f0-41c0-43a0-a03f-1b7e6aeff364 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.334206] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1133.334206] env[63380]: value = "task-2680768" [ 1133.334206] env[63380]: _type = "Task" [ 1133.334206] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.342812] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.488902] env[63380]: DEBUG nova.compute.manager [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-deleted-8d886cc2-13c6-430c-9dea-e0e103a49389 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.489125] env[63380]: INFO nova.compute.manager [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Neutron deleted interface 8d886cc2-13c6-430c-9dea-e0e103a49389; detaching it from the instance and deleting it from the info cache [ 1133.489619] env[63380]: DEBUG nova.network.neutron [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "address": "fa:16:3e:d2:47:68", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddd838a-22", "ovs_interfaceid": "8ddd838a-2261-4bca-9f49-a71dbaee6fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.696698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.697190] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.789838] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e93100ee-a5ca-4a0c-83cd-615d323b9f30] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.844530] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.992592] env[63380]: DEBUG oslo_concurrency.lockutils [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.992827] env[63380]: DEBUG oslo_concurrency.lockutils [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] Acquired lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.993855] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73654285-9f86-4635-98c7-c1a32a1faa8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.016982] env[63380]: DEBUG oslo_concurrency.lockutils [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] Releasing lock "daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.017276] env[63380]: WARNING nova.compute.manager [req-2e329fee-fec3-42e5-a101-5fa74c57ce20 req-e2b4c31d-9d0d-4b05-af23-6cbef57a855e service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Detach interface failed, port_id=8d886cc2-13c6-430c-9dea-e0e103a49389, reason: No device with interface-id 8d886cc2-13c6-430c-9dea-e0e103a49389 exists on VM: nova.exception.NotFound: No device with interface-id 8d886cc2-13c6-430c-9dea-e0e103a49389 exists on VM [ 1134.203138] env[63380]: INFO nova.compute.claims [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.292890] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0bc89e60-85e9-46b1-91a5-efe8e3020a25] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.345302] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680768, 'name': ReconfigVM_Task, 'duration_secs': 0.614904} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.345609] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e/8b46f4c1-6336-4ec1-8af3-60e06badad7e.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.347007] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': '79ed69e5-5788-4ca0-aae2-a55a1efd5c06'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '129bee78-d2d7-4bf2-83db-43e96b8b5741', 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540455', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'name': 'volume-e19b4376-2f33-426c-a38d-68f7fae893ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b46f4c1-6336-4ec1-8af3-60e06badad7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'serial': 'e19b4376-2f33-426c-a38d-68f7fae893ae'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63380) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1134.347223] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.347422] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540455', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'name': 'volume-e19b4376-2f33-426c-a38d-68f7fae893ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b46f4c1-6336-4ec1-8af3-60e06badad7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'serial': 'e19b4376-2f33-426c-a38d-68f7fae893ae'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.348230] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97bfd11-5961-4601-aef5-54538ca0fc9c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.365570] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae14e8e-9cd7-4c9f-bc82-83381d2a29b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.391065] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-e19b4376-2f33-426c-a38d-68f7fae893ae/volume-e19b4376-2f33-426c-a38d-68f7fae893ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.391435] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1449a25d-dab5-48dc-829b-c9d1dc4dbe71 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.409628] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1134.409628] env[63380]: value = "task-2680769" [ 1134.409628] env[63380]: _type = "Task" [ 1134.409628] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.417489] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.473940] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.474176] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.474366] env[63380]: DEBUG nova.network.neutron [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.520712] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.520967] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.521200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "daacca78-8443-4cac-b808-04002b18397e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.521457] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.521639] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.523685] env[63380]: INFO nova.compute.manager [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Terminating instance [ 1134.709703] env[63380]: INFO nova.compute.resource_tracker [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating resource usage from migration e428c783-6ee0-448f-a434-c49414cbaee3 [ 1134.796874] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 1e74c58a-e046-4f9d-9399-6d0b6b924faa] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.832177] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb014e-236e-40fd-beca-4a29da720722 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.841272] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13428428-84fc-48a8-a065-965406221d6f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.871049] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e066c48-2d6b-4805-9a4d-9037160d2ca5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.878147] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a2cd4f-9fe9-493e-952a-188f194165da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.891393] env[63380]: DEBUG nova.compute.provider_tree [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.918137] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680769, 'name': ReconfigVM_Task, 'duration_secs': 0.325036} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.918404] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-e19b4376-2f33-426c-a38d-68f7fae893ae/volume-e19b4376-2f33-426c-a38d-68f7fae893ae.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.923209] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe74037-01fe-4686-bbc2-be14dfeb525a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.937758] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1134.937758] env[63380]: value = "task-2680770" [ 1134.937758] env[63380]: _type = "Task" [ 1134.937758] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.945469] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.027845] env[63380]: DEBUG nova.compute.manager [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.028193] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.029102] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f59a598-71ce-4866-b88b-6813ff69fe7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.036598] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.036839] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010ce6fc-d516-4b66-b0c4-c1ab40013e56 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.042107] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1135.042107] env[63380]: value = "task-2680771" [ 1135.042107] env[63380]: _type = "Task" [ 1135.042107] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.052752] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.198023] env[63380]: INFO nova.network.neutron [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Port 8ddd838a-2261-4bca-9f49-a71dbaee6fec from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1135.198439] env[63380]: DEBUG nova.network.neutron [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [{"id": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "address": "fa:16:3e:cc:73:30", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb270f8e2-23", "ovs_interfaceid": "b270f8e2-238d-4338-a111-8c51c6ff2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.299552] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e2e80a32-de18-4d0f-b786-f32c77b1891b] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.394775] env[63380]: DEBUG nova.scheduler.client.report [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.448734] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680770, 'name': ReconfigVM_Task, 'duration_secs': 0.16549} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.449104] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540455', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'name': 'volume-e19b4376-2f33-426c-a38d-68f7fae893ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b46f4c1-6336-4ec1-8af3-60e06badad7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'serial': 'e19b4376-2f33-426c-a38d-68f7fae893ae'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.449770] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57482c6c-2e75-44c0-be87-ac079a2fe076 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.456108] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1135.456108] env[63380]: value = "task-2680772" [ 1135.456108] env[63380]: _type = "Task" [ 1135.456108] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.463577] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680772, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.537085] env[63380]: DEBUG nova.compute.manager [req-1074c4d8-f532-4036-987d-f86e5bb9c25c req-08c890cf-7ce5-4734-b866-dae8c145cfa3 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-deleted-8ddd838a-2261-4bca-9f49-a71dbaee6fec {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.553790] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680771, 'name': PowerOffVM_Task, 'duration_secs': 0.202787} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.554107] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.554293] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.554548] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ac99a4-a4b3-4a7b-a556-2e9443881994 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.651175] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.651443] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.651632] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleting the datastore file [datastore2] daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.651893] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b58908-0f3a-4da1-846b-1a5505e31bf7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.658079] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1135.658079] env[63380]: value = "task-2680774" [ 1135.658079] env[63380]: _type = "Task" [ 1135.658079] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.666130] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.701547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-daacca78-8443-4cac-b808-04002b18397e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.802608] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c091bdb6-3d09-49d4-99a0-50c4166c4418] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.899415] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.202s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.899612] env[63380]: INFO nova.compute.manager [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Migrating [ 1135.965949] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680772, 'name': Rename_Task, 'duration_secs': 0.148314} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.966225] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.966466] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a84962c-39d0-452e-87e1-787444166254 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972980] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1135.972980] env[63380]: value = "task-2680775" [ 1135.972980] env[63380]: _type = "Task" [ 1135.972980] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.980477] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.168187] env[63380]: DEBUG oslo_vmware.api [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179474} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.168484] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.168688] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.168881] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.169079] env[63380]: INFO nova.compute.manager [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: daacca78-8443-4cac-b808-04002b18397e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1136.169386] env[63380]: DEBUG oslo.service.loopingcall [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.169610] env[63380]: DEBUG nova.compute.manager [-] [instance: daacca78-8443-4cac-b808-04002b18397e] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.169709] env[63380]: DEBUG nova.network.neutron [-] [instance: daacca78-8443-4cac-b808-04002b18397e] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.205755] env[63380]: DEBUG oslo_concurrency.lockutils [None req-18a02007-04dd-48f1-b8c0-5c3250e8dacd tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-daacca78-8443-4cac-b808-04002b18397e-8d886cc2-13c6-430c-9dea-e0e103a49389" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.579s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.211546] env[63380]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 8ddd838a-2261-4bca-9f49-a71dbaee6fec could not be found.", "detail": ""}} {{(pid=63380) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1136.211754] env[63380]: DEBUG nova.network.neutron [-] Unable to show port 8ddd838a-2261-4bca-9f49-a71dbaee6fec as it no longer exists. {{(pid=63380) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1136.305764] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: fcd366e5-342c-4dea-955a-2c557219f54c] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.414044] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.414433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.414765] env[63380]: DEBUG nova.network.neutron [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.483394] env[63380]: DEBUG oslo_vmware.api [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680775, 'name': PowerOnVM_Task, 'duration_secs': 0.474218} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.483716] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.587397] env[63380]: DEBUG nova.compute.manager [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.588300] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d7aa5-ae7e-4273-a811-ea65d7d813f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.810258] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 8ee5b81b-ac9b-4c7d-a244-5b288590c295] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.108745] env[63380]: DEBUG oslo_concurrency.lockutils [None req-e7ecc83c-691e-45a5-ba16-326c2c3026c5 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.106s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.110701] env[63380]: DEBUG nova.network.neutron [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.313942] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 5310e05d-029e-4c7d-a129-c324d99d2889] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.377241] env[63380]: DEBUG nova.network.neutron [-] [instance: daacca78-8443-4cac-b808-04002b18397e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.403033] env[63380]: INFO nova.compute.manager [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Rebuilding instance [ 1137.449011] env[63380]: DEBUG nova.compute.manager [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.449926] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66ba196-7b6f-44cb-91cf-89f99ed71e01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.563918] env[63380]: DEBUG nova.compute.manager [req-89c3404a-ad4f-407a-be46-96bdeb244866 req-79829352-a50e-42d6-8c01-65b507340014 service nova] [instance: daacca78-8443-4cac-b808-04002b18397e] Received event network-vif-deleted-b270f8e2-238d-4338-a111-8c51c6ff2a7f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.611909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.817344] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c73c204e-dde3-4866-8fa9-77547509eecb] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.879170] env[63380]: INFO nova.compute.manager [-] [instance: daacca78-8443-4cac-b808-04002b18397e] Took 1.71 seconds to deallocate network for instance. [ 1138.320980] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 8afa705a-cd78-4316-956a-26313220cb4d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.385553] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.385820] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.386055] env[63380]: DEBUG nova.objects.instance [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'resources' on Instance uuid daacca78-8443-4cac-b808-04002b18397e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.462837] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.463166] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1651ea5-d44b-4195-8aef-461e3e3e3d26 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.470294] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1138.470294] env[63380]: value = "task-2680776" [ 1138.470294] env[63380]: _type = "Task" [ 1138.470294] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.478253] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.824948] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: fba8dbd8-4229-45ca-a1dd-073403ada8e2] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.984336] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680776, 'name': PowerOffVM_Task, 'duration_secs': 0.258612} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.984620] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.984856] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.985720] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0aa101-eb1b-4306-a9a8-3ba48a2361d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.993636] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.993887] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5725729-d78d-4a26-b1bd-23d0021f37fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.036675] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf39252e-ff63-482a-a6c5-d74e83b4e5bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.043865] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e062126-cf95-4415-a1c8-5f1dcd2cecde {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.074699] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf1cf7-becb-422d-9430-2ddff379fa6d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.077456] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.077625] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.078236] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleting the datastore file [datastore1] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.078236] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d0e72ca-4155-4615-8fdb-88c52e271bcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.086628] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c8ea6-7967-4483-ab42-f36fba471a01 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.090522] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1139.090522] env[63380]: value = "task-2680778" [ 1139.090522] env[63380]: _type = "Task" [ 1139.090522] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.101979] env[63380]: DEBUG nova.compute.provider_tree [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.107718] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.129215] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f500e54-3fb4-458b-a2ab-a7fb5d11442f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.147975] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.328779] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 382627f1-55a3-40cb-b8a8-4a092541cbcb] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.600499] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146253} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.600765] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.600948] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.601146] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.604478] env[63380]: DEBUG nova.scheduler.client.report [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.653523] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.653820] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ef0b6f-a10d-4836-a89d-f27e1bb3a6ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.660814] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1139.660814] env[63380]: value = "task-2680779" [ 1139.660814] env[63380]: _type = "Task" [ 1139.660814] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.668880] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.832213] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c27bd37e-eb20-422f-98e3-1935f75d2ab8] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.109086] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.126365] env[63380]: INFO nova.scheduler.client.report [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted allocations for instance daacca78-8443-4cac-b808-04002b18397e [ 1140.171038] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680779, 'name': PowerOffVM_Task, 'duration_secs': 0.19599} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.171292] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.171549] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.335281] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 548bd050-c9ac-41ab-9edc-001737f6a54f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.632815] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d54a7a76-3e9d-45b9-ab95-edf7c9e129b1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "daacca78-8443-4cac-b808-04002b18397e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.112s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.636022] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.636166] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.636313] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.636495] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.636640] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.636785] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.636992] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.637176] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.637358] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.637684] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.637877] env[63380]: DEBUG nova.virt.hardware [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.638737] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090ce50-7afc-4bff-a30c-e8eb12dab4c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.646732] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b42d509-413d-49fe-ac1a-5d54c05b91df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.660577] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:32:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7520b641-3894-4674-ba98-025a2ef55c3b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.668500] env[63380]: DEBUG oslo.service.loopingcall [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.669195] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.669195] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f72966d9-9f8e-437e-97d4-716d9a72efea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.685059] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.685059] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.685295] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.685336] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.685466] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.685608] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.685814] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.685966] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.686149] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.686314] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.686484] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.691654] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69672bc-24e9-47b8-945e-1d9eb0cfcc92 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.706279] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.706279] env[63380]: value = "task-2680780" [ 1140.706279] env[63380]: _type = "Task" [ 1140.706279] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.710730] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1140.710730] env[63380]: value = "task-2680781" [ 1140.710730] env[63380]: _type = "Task" [ 1140.710730] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.716435] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680780, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.721089] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.838415] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: cc13c801-3582-4a42-a196-eac1e4d7d53d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.218582] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680780, 'name': CreateVM_Task, 'duration_secs': 0.320511} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.219154] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.219876] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.220055] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.220429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.223712] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205aa5d0-8b66-4851-89e2-d020245233ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.225402] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680781, 'name': ReconfigVM_Task, 'duration_secs': 0.175424} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.225677] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.231588] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1141.231588] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d033e0-7d1a-f6c4-7bc2-2f975be8d587" [ 1141.231588] env[63380]: _type = "Task" [ 1141.231588] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.240017] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d033e0-7d1a-f6c4-7bc2-2f975be8d587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.342282] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 98361a6b-ae46-49da-82c5-612246fafa86] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.731743] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.731992] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.732167] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.732362] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.732539] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.732692] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.732894] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.733067] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.733239] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.733403] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.733577] env[63380]: DEBUG nova.virt.hardware [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.739446] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.739788] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b1c4e8-e53b-4617-abda-bc3fe9ea62e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.762760] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d033e0-7d1a-f6c4-7bc2-2f975be8d587, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.763513] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.763810] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.764065] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.764214] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.764389] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.764686] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1141.764686] env[63380]: value = "task-2680782" [ 1141.764686] env[63380]: _type = "Task" [ 1141.764686] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.764865] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2199454-8b89-4e7a-aaf8-1c19fe594162 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.777088] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.778101] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.778499] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.779013] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5497f26-5266-4ba3-95c2-c860a214da13 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.783558] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1141.783558] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52feaaed-b0bc-f0a9-e373-1f2bf9ec7c8b" [ 1141.783558] env[63380]: _type = "Task" [ 1141.783558] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.791027] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52feaaed-b0bc-f0a9-e373-1f2bf9ec7c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.845712] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 036679d7-7311-4f0e-8223-e0665f640d9f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.276392] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680782, 'name': ReconfigVM_Task, 'duration_secs': 0.190906} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.276673] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.277455] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cdb02-7fda-4b22-9347-237e8290b41d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.299415] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.302124] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c70c5d4-87ba-4ab5-aea7-04f313daf77c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.319653] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52feaaed-b0bc-f0a9-e373-1f2bf9ec7c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.321299] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1142.321299] env[63380]: value = "task-2680783" [ 1142.321299] env[63380]: _type = "Task" [ 1142.321299] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.321563] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5307b35e-b5b0-4d10-b291-7663f96b71b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329426] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1142.329426] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52089227-e123-4d00-c7d7-3a89b517adb6" [ 1142.329426] env[63380]: _type = "Task" [ 1142.329426] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.332484] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.339982] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52089227-e123-4d00-c7d7-3a89b517adb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009028} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.340461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.340461] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.340676] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf7165b-ba64-4d6b-998e-d0c3a32d2c20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.346164] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1142.346164] env[63380]: value = "task-2680784" [ 1142.346164] env[63380]: _type = "Task" [ 1142.346164] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.349223] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9add3921-e831-4935-9dda-6fcf15645bef] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.355534] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.742420] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.742677] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.833461] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.854634] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: f98281a2-a7a8-4f9b-9fd9-10b351880f43] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.856370] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443463} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.856608] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.856810] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.857234] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb33ec54-be16-4e05-9757-5c13bb1c12aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.863406] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1142.863406] env[63380]: value = "task-2680785" [ 1142.863406] env[63380]: _type = "Task" [ 1142.863406] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.872332] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.245384] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.334158] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680783, 'name': ReconfigVM_Task, 'duration_secs': 0.864112} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.334467] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01/0d957bd9-ba13-45a0-8c4d-b097078b3e01.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.334718] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.372869] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068229} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.374917] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.375030] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1bf145-368c-4623-b28a-c7d4584679ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.396634] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.397084] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c84b494-0c96-4b10-a631-85c2f368d656 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.416136] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1143.416136] env[63380]: value = "task-2680786" [ 1143.416136] env[63380]: _type = "Task" [ 1143.416136] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.423317] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.768505] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.768869] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.770522] env[63380]: INFO nova.compute.claims [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.841416] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e8209-4c7a-4448-9c7a-33230027dfc4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.860156] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93361e08-ba1a-474f-a3fd-4445d24b98a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.877012] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.926855] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680786, 'name': ReconfigVM_Task, 'duration_secs': 0.279513} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.927141] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968/7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.927717] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-379859dd-9008-4bd7-ac84-755810b10003 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.934083] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1143.934083] env[63380]: value = "task-2680787" [ 1143.934083] env[63380]: _type = "Task" [ 1143.934083] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.941470] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680787, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.415311] env[63380]: DEBUG nova.network.neutron [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Port 931d2ef8-5dbf-4eab-b83f-0f468df6233e binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.446086] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680787, 'name': Rename_Task, 'duration_secs': 0.129537} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.446377] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.446651] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08360eac-f2aa-4560-8b9f-03ea9af6cb3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.453463] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1144.453463] env[63380]: value = "task-2680788" [ 1144.453463] env[63380]: _type = "Task" [ 1144.453463] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.460729] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.892176] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b34b4b-a3be-4642-aa59-b4c38c4982a5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.899821] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc9a6a-dd1c-42bd-9b96-112c1211038a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.932705] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb565f-7fa3-4ce0-827b-3da99f81b653 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.939959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811385c-41cc-4f4f-ba05-5bf3298c25c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.954812] env[63380]: DEBUG nova.compute.provider_tree [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.963591] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.353738] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.450150] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.450375] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.450550] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.459577] env[63380]: DEBUG nova.scheduler.client.report [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.465613] env[63380]: DEBUG oslo_vmware.api [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680788, 'name': PowerOnVM_Task, 'duration_secs': 0.757417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.466139] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.466357] env[63380]: DEBUG nova.compute.manager [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.467737] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae1123-2a74-4538-87db-fa75bb0f0be7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.859965] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_power_states {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.966939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.967450] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.988031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.988275] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.988418] env[63380]: DEBUG nova.objects.instance [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.366170] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Getting list of instances from cluster (obj){ [ 1146.366170] env[63380]: value = "domain-c8" [ 1146.366170] env[63380]: _type = "ClusterComputeResource" [ 1146.366170] env[63380]: } {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1146.367280] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd94922-2185-428e-86d2-fa60e7e29b5d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.383455] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Got total of 8 instances {{(pid=63380) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1146.383619] env[63380]: WARNING nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1146.383810] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384044] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 23e39d5c-21c0-4000-b545-7298c2614518 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384213] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384377] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384525] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384676] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 557449d7-4df2-4754-b5b1-0497ea2c97d1 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384824] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.384969] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid 0d957bd9-ba13-45a0-8c4d-b097078b3e01 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.385147] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Triggering sync for uuid c90371d9-ea4f-4af4-89c6-36e79b379146 {{(pid=63380) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1146.385512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.385743] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.386012] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "23e39d5c-21c0-4000-b545-7298c2614518" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.386211] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "23e39d5c-21c0-4000-b545-7298c2614518" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.386446] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.386664] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.386894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.387091] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.387315] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.387493] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.387714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.387901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.388166] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.388344] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.388597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.388786] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.388969] env[63380]: INFO nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1146.389144] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.389379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.390192] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f04f9-f93b-48cc-81b3-a8d60f3d59c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.394789] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f7e4e-41dd-47f1-b478-7ed636761839 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.397469] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7fdb66-bfb3-45a1-ab6c-1e8e6d8d7619 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.400182] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e9ee07-d6a4-46f6-bc12-ca65e0580f97 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.402766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00606ff8-9d07-469e-bbd3-4aee137799bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405460] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121dcef-2dbb-41cf-b7fb-a586f4135d55 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.408629] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ca2d7-1cbe-4739-aed8-8e03171e4e41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.472807] env[63380]: DEBUG nova.compute.utils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.474063] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.474217] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.484597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.484766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.484930] env[63380]: DEBUG nova.network.neutron [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.510627] env[63380]: DEBUG nova.policy [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.791278] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Successfully created port: 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.926334] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.930889] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.931200] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "23e39d5c-21c0-4000-b545-7298c2614518" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.931517] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.934959] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.937312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.939724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.977599] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.000273] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a020a1a1-3b67-4493-b15b-6677b7879508 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.178540] env[63380]: DEBUG nova.network.neutron [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.681338] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.987327] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.084304] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.084564] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.084722] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.084905] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.085067] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.085216] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.085455] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.085622] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.085797] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.085961] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.086161] env[63380]: DEBUG nova.virt.hardware [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.087165] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e529661-536c-43b3-9bb4-3e1761150d1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.095179] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896093c8-0837-45bc-9c6d-e5b5fedc37cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.141571] env[63380]: DEBUG nova.compute.manager [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-vif-plugged-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.141804] env[63380]: DEBUG oslo_concurrency.lockutils [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.142027] env[63380]: DEBUG oslo_concurrency.lockutils [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.142203] env[63380]: DEBUG oslo_concurrency.lockutils [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.142377] env[63380]: DEBUG nova.compute.manager [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] No waiting events found dispatching network-vif-plugged-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.142555] env[63380]: WARNING nova.compute.manager [req-62e2fd35-a923-4cd5-8750-8620b57bb5e9 req-e7e844ac-a9d1-4fbf-bf4b-88897209db26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received unexpected event network-vif-plugged-38988e64-b1e2-46b7-90f8-a0916b1e4e02 for instance with vm_state building and task_state spawning. [ 1148.205683] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a203a7e-eb99-46be-975e-bafa5ed341dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.227973] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5b6030-e62f-4f3b-9a78-07a91d2cd849 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.233123] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.241860] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Successfully updated port: 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.745432] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.746048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.746234] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.746411] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.747882] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d744477e-46e3-4761-bf7a-067ce27a6550 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.756360] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1148.756360] env[63380]: value = "task-2680789" [ 1148.756360] env[63380]: _type = "Task" [ 1148.756360] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.765719] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.266667] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.279541] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.429214] env[63380]: DEBUG nova.network.neutron [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.767317] env[63380]: DEBUG oslo_vmware.api [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680789, 'name': PowerOnVM_Task, 'duration_secs': 0.943159} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.767678] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.767924] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5e2643-92a2-4129-8fbd-66c50bdc742e tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance '0d957bd9-ba13-45a0-8c4d-b097078b3e01' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.932198] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.932562] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Instance network_info: |[{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.933068] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:1d:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38988e64-b1e2-46b7-90f8-a0916b1e4e02', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.940737] env[63380]: DEBUG oslo.service.loopingcall [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.941265] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.941506] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ef5d9d-bdfc-4937-8702-c8ca33a62d3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.960992] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.960992] env[63380]: value = "task-2680790" [ 1149.960992] env[63380]: _type = "Task" [ 1149.960992] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.968283] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680790, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.166971] env[63380]: DEBUG nova.compute.manager [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.167189] env[63380]: DEBUG nova.compute.manager [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.167403] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.167548] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.167707] env[63380]: DEBUG nova.network.neutron [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.471169] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680790, 'name': CreateVM_Task, 'duration_secs': 0.348214} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.471362] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.472028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.472210] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.472544] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.472795] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac74bf7a-415a-47ae-8efa-4edb8698919e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.477435] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1150.477435] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ac5e2-9ba1-a522-888f-9ab10b76370a" [ 1150.477435] env[63380]: _type = "Task" [ 1150.477435] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.484600] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ac5e2-9ba1-a522-888f-9ab10b76370a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.882842] env[63380]: DEBUG nova.network.neutron [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.883208] env[63380]: DEBUG nova.network.neutron [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.987721] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527ac5e2-9ba1-a522-888f-9ab10b76370a, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.987962] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.988413] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.988508] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.988561] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.988736] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.988990] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2927ce3-7c14-4b56-9bdd-edbc48ddde53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.996896] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.997084] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.997776] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d22f3a4-0314-4b53-b9ad-27a059c460ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.002972] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1151.002972] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3177b-366d-8105-aa23-e0117afc0362" [ 1151.002972] env[63380]: _type = "Task" [ 1151.002972] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.010408] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3177b-366d-8105-aa23-e0117afc0362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.385266] env[63380]: DEBUG oslo_concurrency.lockutils [req-6ec43d92-1cca-43e4-9e95-10799e222242 req-c476ec07-33b8-4122-87d4-def49bf229d9 service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.513356] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d3177b-366d-8105-aa23-e0117afc0362, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.514206] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323730eb-1330-40e8-98c0-2680964208ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.519553] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1151.519553] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4a75d-5df2-1ca3-7248-921e4bb1aeba" [ 1151.519553] env[63380]: _type = "Task" [ 1151.519553] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.527189] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4a75d-5df2-1ca3-7248-921e4bb1aeba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.607476] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.607708] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.607901] env[63380]: DEBUG nova.compute.manager [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Going to confirm migration 7 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1152.034315] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b4a75d-5df2-1ca3-7248-921e4bb1aeba, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.034824] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.035184] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c90371d9-ea4f-4af4-89c6-36e79b379146/c90371d9-ea4f-4af4-89c6-36e79b379146.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.035612] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d7151c-2247-4b56-aa42-04084f946ccf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.043012] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1152.043012] env[63380]: value = "task-2680791" [ 1152.043012] env[63380]: _type = "Task" [ 1152.043012] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.053534] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.146246] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.146474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.146645] env[63380]: DEBUG nova.network.neutron [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.146815] env[63380]: DEBUG nova.objects.instance [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'info_cache' on Instance uuid 0d957bd9-ba13-45a0-8c4d-b097078b3e01 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.553247] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48762} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.553461] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c90371d9-ea4f-4af4-89c6-36e79b379146/c90371d9-ea4f-4af4-89c6-36e79b379146.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.553675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.553940] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a3fd45c-d189-4205-9dd8-5baa9c66ca24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.561206] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1152.561206] env[63380]: value = "task-2680792" [ 1152.561206] env[63380]: _type = "Task" [ 1152.561206] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.569456] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.071362] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163003} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.071792] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.072433] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf309e48-a57a-483e-8b7f-1287c4c227b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.095257] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c90371d9-ea4f-4af4-89c6-36e79b379146/c90371d9-ea4f-4af4-89c6-36e79b379146.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.095551] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9c6861c-e670-4002-a3b2-5d7e139c4fe8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.113845] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1153.113845] env[63380]: value = "task-2680793" [ 1153.113845] env[63380]: _type = "Task" [ 1153.113845] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.120979] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.413559] env[63380]: DEBUG nova.network.neutron [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [{"id": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "address": "fa:16:3e:ea:2e:1e", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap931d2ef8-5d", "ovs_interfaceid": "931d2ef8-5dbf-4eab-b83f-0f468df6233e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.624508] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.916589] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-0d957bd9-ba13-45a0-8c4d-b097078b3e01" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.916808] env[63380]: DEBUG nova.objects.instance [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'migration_context' on Instance uuid 0d957bd9-ba13-45a0-8c4d-b097078b3e01 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.124164] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680793, 'name': ReconfigVM_Task, 'duration_secs': 0.610123} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.124455] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c90371d9-ea4f-4af4-89c6-36e79b379146/c90371d9-ea4f-4af4-89c6-36e79b379146.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.125142] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6fd568f-eee0-4b99-9eab-1532ce1f5094 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.131345] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1154.131345] env[63380]: value = "task-2680794" [ 1154.131345] env[63380]: _type = "Task" [ 1154.131345] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.140072] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680794, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.419750] env[63380]: DEBUG nova.objects.base [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Object Instance<0d957bd9-ba13-45a0-8c4d-b097078b3e01> lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.420675] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba059fa2-c309-4fee-94b8-bb86900c422c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.440712] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a48294-3250-46cd-abf2-be343c675e6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.446024] env[63380]: DEBUG oslo_vmware.api [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1154.446024] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d454d2-9003-82f4-7061-be94d7628483" [ 1154.446024] env[63380]: _type = "Task" [ 1154.446024] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.454133] env[63380]: DEBUG oslo_vmware.api [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d454d2-9003-82f4-7061-be94d7628483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.641483] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680794, 'name': Rename_Task, 'duration_secs': 0.144956} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.641792] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.642048] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97500822-e3ac-4633-b33b-98a27202c84d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.647935] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1154.647935] env[63380]: value = "task-2680795" [ 1154.647935] env[63380]: _type = "Task" [ 1154.647935] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.655183] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.955938] env[63380]: DEBUG oslo_vmware.api [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d454d2-9003-82f4-7061-be94d7628483, 'name': SearchDatastore_Task, 'duration_secs': 0.007892} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.956212] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.956449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.158400] env[63380]: DEBUG oslo_vmware.api [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680795, 'name': PowerOnVM_Task, 'duration_secs': 0.44042} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.158733] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.158874] env[63380]: INFO nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1155.159070] env[63380]: DEBUG nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.159826] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c62951-b4be-4c2f-911c-fcdcfc7a13ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.345185] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.345394] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.585273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7e717-f536-460c-89e9-295dee818e8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.592960] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f29b2-fd21-43d3-a3c1-ace4d1ff9461 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.623997] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c00ed-ad78-44e3-962f-1aba8a6f443e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.631137] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2f04d-cd1c-4ea3-9b8e-92c419eab411 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.644060] env[63380]: DEBUG nova.compute.provider_tree [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.677613] env[63380]: INFO nova.compute.manager [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Took 11.93 seconds to build instance. [ 1155.707049] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.707049] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.148054] env[63380]: DEBUG nova.scheduler.client.report [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.178596] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a5408b62-4c93-4597-a435-d12c14c6d54b tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.436s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.178974] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.789s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.179820] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b43007-4631-4796-acbc-e0cb79eef03b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.210118] env[63380]: DEBUG nova.compute.utils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.688909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.712340] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.877763] env[63380]: DEBUG nova.compute.manager [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.877903] env[63380]: DEBUG nova.compute.manager [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.878118] env[63380]: DEBUG oslo_concurrency.lockutils [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.878271] env[63380]: DEBUG oslo_concurrency.lockutils [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.878435] env[63380]: DEBUG nova.network.neutron [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.163045] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.206s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.314022] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.314284] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.314458] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.314598] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1157.590095] env[63380]: DEBUG nova.network.neutron [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.590667] env[63380]: DEBUG nova.network.neutron [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.714700] env[63380]: INFO nova.scheduler.client.report [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocation for migration e428c783-6ee0-448f-a434-c49414cbaee3 [ 1157.780114] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.780420] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.780680] env[63380]: INFO nova.compute.manager [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Attaching volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 to /dev/sdb [ 1157.797015] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.797298] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.815189] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c95ce-921d-4c23-9d10-8c1fbe4c40f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.822937] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7972aa-cf69-49a3-86c6-979bd850fa2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.836781] env[63380]: DEBUG nova.virt.block_device [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating existing volume attachment record: f7b48d93-6181-401a-b137-01817bec68c0 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.093630] env[63380]: DEBUG oslo_concurrency.lockutils [req-d667192e-c1a6-4d6b-8bdb-b6ccbfc25bc2 req-a7ffa1c6-ffad-4ebd-9629-ee946aae37aa service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.221024] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7443f7f5-55ac-42df-a29c-cf02322e7c8b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.613s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.301733] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.314676] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.631568] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.631568] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.631799] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.632379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.632572] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.634777] env[63380]: INFO nova.compute.manager [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Terminating instance [ 1158.820590] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.820844] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.823107] env[63380]: INFO nova.compute.claims [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.059669] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.059849] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.138674] env[63380]: DEBUG nova.compute.manager [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.138920] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.139844] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ee797-f60b-487e-912c-afd0445fac50 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.147627] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.147843] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c602be-0bc4-408a-8380-44478730b4e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.153693] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1159.153693] env[63380]: value = "task-2680799" [ 1159.153693] env[63380]: _type = "Task" [ 1159.153693] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.161449] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.314746] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.562543] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.664029] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680799, 'name': PowerOffVM_Task, 'duration_secs': 0.361007} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.664319] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.664479] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.664725] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f72c2e8-06cb-4eb9-952d-cfa3ef8c0d7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.744635] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.744882] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.744973] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore1] 0d957bd9-ba13-45a0-8c4d-b097078b3e01 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.745255] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0ccb9f-e515-41aa-b927-252bcbc36073 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.751090] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1159.751090] env[63380]: value = "task-2680801" [ 1159.751090] env[63380]: _type = "Task" [ 1159.751090] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.758602] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.956093] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c33e5-e9a2-4ba9-b0b6-9bb41bc6aa6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.963653] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254579a0-97ef-47d7-91f6-6a9e1fb170d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.994058] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b13de24-85f4-4f60-bf2b-be6a65f0250d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.000872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d939b0-65ee-48dc-b70f-e02933afc5f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.014906] env[63380]: DEBUG nova.compute.provider_tree [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.080620] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.261289] env[63380]: DEBUG oslo_vmware.api [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141274} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.261575] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.261778] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.261960] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.262159] env[63380]: INFO nova.compute.manager [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1160.262404] env[63380]: DEBUG oslo.service.loopingcall [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.262618] env[63380]: DEBUG nova.compute.manager [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.262717] env[63380]: DEBUG nova.network.neutron [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.503945] env[63380]: DEBUG nova.compute.manager [req-54f01396-a240-4cc9-8af7-508ed281365b req-5c6a940f-b76e-421f-b4e0-befb38a24973 service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Received event network-vif-deleted-931d2ef8-5dbf-4eab-b83f-0f468df6233e {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.504246] env[63380]: INFO nova.compute.manager [req-54f01396-a240-4cc9-8af7-508ed281365b req-5c6a940f-b76e-421f-b4e0-befb38a24973 service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Neutron deleted interface 931d2ef8-5dbf-4eab-b83f-0f468df6233e; detaching it from the instance and deleting it from the info cache [ 1160.504521] env[63380]: DEBUG nova.network.neutron [req-54f01396-a240-4cc9-8af7-508ed281365b req-5c6a940f-b76e-421f-b4e0-befb38a24973 service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.518406] env[63380]: DEBUG nova.scheduler.client.report [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.988430] env[63380]: DEBUG nova.network.neutron [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.006474] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b4493aa-d21e-41aa-9255-875f56343f17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.015639] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18edb9fb-afea-4397-851a-8fa9544aacca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.026445] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.026913] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.029678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.949s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.031045] env[63380]: INFO nova.compute.claims [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.052501] env[63380]: DEBUG nova.compute.manager [req-54f01396-a240-4cc9-8af7-508ed281365b req-5c6a940f-b76e-421f-b4e0-befb38a24973 service nova] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Detach interface failed, port_id=931d2ef8-5dbf-4eab-b83f-0f468df6233e, reason: Instance 0d957bd9-ba13-45a0-8c4d-b097078b3e01 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1161.314586] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.408908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.409197] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.491123] env[63380]: INFO nova.compute.manager [-] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Took 1.23 seconds to deallocate network for instance. [ 1161.531452] env[63380]: DEBUG nova.compute.utils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.532944] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.532944] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.581310] env[63380]: DEBUG nova.policy [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.817208] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.835488] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Successfully created port: 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.912775] env[63380]: DEBUG nova.compute.utils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.997558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.036544] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.214011] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c225f5-f270-4a0d-a5f9-88c0a777325f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.221892] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593dda79-48a9-4178-955b-229cff50b802 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.253620] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67264636-744b-4cf4-bcd0-cbe7054a0779 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.261443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75239ec3-43c2-400a-9ab3-127e187230e3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.274977] env[63380]: DEBUG nova.compute.provider_tree [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.415455] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.780226] env[63380]: DEBUG nova.scheduler.client.report [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.882786] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.882939] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.883867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248301e-cb55-4c56-8a87-de7fd3f24ca5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.900613] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61cd960-5e48-439c-8901-2027ccc7727d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.926266] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.926628] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d433b3-054d-4c70-a805-4c3a5cbbfb8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.952234] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1162.952234] env[63380]: value = "task-2680803" [ 1162.952234] env[63380]: _type = "Task" [ 1162.952234] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.962575] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.051807] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.083780] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.084111] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.084322] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.084580] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.084799] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.085015] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.085289] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.085504] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.085734] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.085956] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.086180] env[63380]: DEBUG nova.virt.hardware [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.087221] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb2ff8-cdbc-41bd-bf6d-b3e4011dbe23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.097284] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c1515-1b3f-460d-9e22-62e54800a0e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.217128] env[63380]: DEBUG nova.compute.manager [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-vif-plugged-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.217376] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.217587] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.217756] env[63380]: DEBUG oslo_concurrency.lockutils [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.217973] env[63380]: DEBUG nova.compute.manager [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] No waiting events found dispatching network-vif-plugged-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.218107] env[63380]: WARNING nova.compute.manager [req-b4efc026-68b8-422e-bff6-1b53fc1ee920 req-82b65339-bb8d-43ec-8078-dba4aee6ed8e service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received unexpected event network-vif-plugged-4512a64c-27bc-4705-8879-07561bd25cd9 for instance with vm_state building and task_state spawning. [ 1163.283805] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.284549] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.287501] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.470s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.287724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.287899] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1163.288204] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.291s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.288430] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.294676] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Successfully updated port: 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.296633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340e900-8151-4b11-862c-65274e89bc75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.306497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f77304-957b-4ea3-aac5-d11fcb5be638 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.326173] env[63380]: INFO nova.scheduler.client.report [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocations for instance 0d957bd9-ba13-45a0-8c4d-b097078b3e01 [ 1163.327763] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ccb97-9d26-4d6e-ac66-b8b1d3264de2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.338167] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c62e9d-e43c-4cf6-8739-ce6e3a2f6e20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.367809] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179725MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1163.367984] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.368201] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.462627] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680803, 'name': ReconfigVM_Task, 'duration_secs': 0.398454} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.462931] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.467618] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de495034-63d3-4ab0-8265-38b3719fded3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.486635] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1163.486635] env[63380]: value = "task-2680804" [ 1163.486635] env[63380]: _type = "Task" [ 1163.486635] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.494439] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.499465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.499679] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.499889] env[63380]: INFO nova.compute.manager [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Attaching volume 37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2 to /dev/sdb [ 1163.532384] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124ecbd6-17a7-48e8-8a23-6e733581f582 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.539294] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03e33f-a415-4cfb-90a0-df6bdefe24f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.552687] env[63380]: DEBUG nova.virt.block_device [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updating existing volume attachment record: 6a1673ee-2b57-4dfb-8984-bd97a1699af6 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.796030] env[63380]: DEBUG nova.compute.utils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.797485] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.797661] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.802467] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.802622] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.802760] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.837671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-27a754dd-6e94-4cac-9d24-7928bce6a6de tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "0d957bd9-ba13-45a0-8c4d-b097078b3e01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.206s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.840236] env[63380]: DEBUG nova.policy [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f87712f42d4b4c944dc665d65931bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd29504ba085045a69b44e963eb1befbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.997798] env[63380]: DEBUG oslo_vmware.api [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680804, 'name': ReconfigVM_Task, 'duration_secs': 0.153803} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.997798] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.100630] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Successfully created port: 19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.303723] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.345320] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 89e2dac2-f63e-486c-9576-7c50df271097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 557449d7-4df2-4754-b5b1-0497ea2c97d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c90371d9-ea4f-4af4-89c6-36e79b379146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.400728] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9864557a-6d58-44c7-b41a-f969543ac041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.401160] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d21d1581-2ba0-414c-ad2f-b878ce1cbd9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1164.401160] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1164.401160] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1164.483445] env[63380]: DEBUG nova.network.neutron [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.535538] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46c6141-6112-475f-8f7b-b00393181b09 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545639] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53419404-feec-4f18-ad6b-90a71abd55c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.577081] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e432b58f-c7e9-4646-824c-3f19333a743f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.584275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a578f04-5390-4bbf-ae9e-f1ab10a7cb53 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.599202] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.986472] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.987260] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Instance network_info: |[{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.987410] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4512a64c-27bc-4705-8879-07561bd25cd9', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.995513] env[63380]: DEBUG oslo.service.loopingcall [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.996015] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.996559] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3816e42d-13a5-48dc-be79-43171dd65077 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.018230] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.018230] env[63380]: value = "task-2680806" [ 1165.018230] env[63380]: _type = "Task" [ 1165.018230] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.025724] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680806, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.041663] env[63380]: DEBUG nova.objects.instance [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'flavor' on Instance uuid 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.102182] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.228048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.228363] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.228641] env[63380]: INFO nova.compute.manager [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Shelving [ 1165.244415] env[63380]: DEBUG nova.compute.manager [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.244751] env[63380]: DEBUG nova.compute.manager [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing instance network info cache due to event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.244909] env[63380]: DEBUG oslo_concurrency.lockutils [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.245075] env[63380]: DEBUG oslo_concurrency.lockutils [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.245244] env[63380]: DEBUG nova.network.neutron [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.313868] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.338795] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.339064] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.339228] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.339410] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.339573] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.339748] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.339961] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.340147] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.340316] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.340478] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.340652] env[63380]: DEBUG nova.virt.hardware [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.341512] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6964f-997e-468c-97dd-70e56a0fb21b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.348729] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd9620d-a0ba-4628-95dd-abbd6446f097 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.413443] env[63380]: INFO nova.compute.manager [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Rebuilding instance [ 1165.451145] env[63380]: DEBUG nova.compute.manager [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.452022] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f0257-446c-44fc-8c9f-fce92a624398 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.527275] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680806, 'name': CreateVM_Task, 'duration_secs': 0.326972} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.527449] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.534419] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.534598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.534912] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.535164] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2002eab-e0ea-479a-9522-05665a91b340 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.539294] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1165.539294] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200bb8e-21de-76d6-1b55-2c081c02451b" [ 1165.539294] env[63380]: _type = "Task" [ 1165.539294] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.549185] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200bb8e-21de-76d6-1b55-2c081c02451b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.549644] env[63380]: DEBUG oslo_concurrency.lockutils [None req-91c1a40f-a935-485f-b6a9-8701eebea45d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.553264] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Successfully updated port: 19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.607803] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.607803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.978843] env[63380]: DEBUG nova.network.neutron [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updated VIF entry in instance network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.979321] env[63380]: DEBUG nova.network.neutron [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.049260] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5200bb8e-21de-76d6-1b55-2c081c02451b, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.049558] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.049643] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.049878] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.050040] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.050221] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.050479] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c54abc-435d-41e0-8f76-d30aca38d59a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.054635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.054780] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.054996] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.058707] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.058913] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.059597] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e73256-44a4-48fc-ade2-f1b1145d39c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.064777] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1166.064777] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ed5bce-e867-c1c0-6a6b-36e54f06fcbc" [ 1166.064777] env[63380]: _type = "Task" [ 1166.064777] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.072802] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ed5bce-e867-c1c0-6a6b-36e54f06fcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.237648] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.237970] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5110032f-f685-4b98-b2d5-e153752b658b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.245078] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1166.245078] env[63380]: value = "task-2680808" [ 1166.245078] env[63380]: _type = "Task" [ 1166.245078] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.253425] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.466899] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.467247] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e96ba4-31c8-4177-9bb8-1db6bc73e9ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.473917] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1166.473917] env[63380]: value = "task-2680809" [ 1166.473917] env[63380]: _type = "Task" [ 1166.473917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.482225] env[63380]: DEBUG oslo_concurrency.lockutils [req-bfcf46ec-7010-4503-8a9d-b74c34233bf2 req-903075d1-d314-4c65-9085-965a5edaf54f service nova] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.482601] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.575571] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52ed5bce-e867-c1c0-6a6b-36e54f06fcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.007875} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.576385] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565b38f4-981f-4ce4-940c-402043b6d0e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.581625] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1166.581625] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eb27b3-371e-f960-0495-0219e79f3a21" [ 1166.581625] env[63380]: _type = "Task" [ 1166.581625] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.590701] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eb27b3-371e-f960-0495-0219e79f3a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.591478] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.724663] env[63380]: DEBUG nova.network.neutron [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Updating instance_info_cache with network_info: [{"id": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "address": "fa:16:3e:26:77:1f", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c2e2b9-ef", "ovs_interfaceid": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.754367] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680808, 'name': PowerOffVM_Task, 'duration_secs': 0.280939} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.754626] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.755443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f2678-571a-4a6d-bb4c-228e811f0d07 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.773136] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6954b4c-2847-4520-b76d-46b13403d6b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.983752] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680809, 'name': PowerOffVM_Task, 'duration_secs': 0.23687} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.984077] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.030636] env[63380]: INFO nova.compute.manager [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Detaching volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 [ 1167.059334] env[63380]: INFO nova.virt.block_device [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Attempting to driver detach volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 from mountpoint /dev/sdb [ 1167.059667] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.059939] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.060763] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35b042-5cbf-455c-9d5b-f8a547d44e5a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.082216] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4afe4-1700-4d30-a8d8-9b1b0f217f75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.094266] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e85cd4-0b4b-432f-929f-2f50c867e30c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.096521] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52eb27b3-371e-f960-0495-0219e79f3a21, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.096795] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.097068] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9864557a-6d58-44c7-b41a-f969543ac041/9864557a-6d58-44c7-b41a-f969543ac041.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.097565] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f5d31a-be15-47eb-a44f-5c6b11af05f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.117567] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d4c53-945e-446c-aa2a-d9d6968de155 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.122038] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1167.122038] env[63380]: value = "task-2680810" [ 1167.122038] env[63380]: _type = "Task" [ 1167.122038] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.132618] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] The volume has not been displaced from its original location: [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1167.137910] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1167.142019] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b5bfb1-95ad-4ff5-a042-20cab7007467 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.159813] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.161101] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1167.161101] env[63380]: value = "task-2680811" [ 1167.161101] env[63380]: _type = "Task" [ 1167.161101] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.169793] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.226840] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.227225] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Instance network_info: |[{"id": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "address": "fa:16:3e:26:77:1f", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c2e2b9-ef", "ovs_interfaceid": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.227693] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:77:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.235345] env[63380]: DEBUG oslo.service.loopingcall [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.235568] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.235793] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-697bae8f-8d64-4be8-9b92-f226d49ec4fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.255047] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.255047] env[63380]: value = "task-2680812" [ 1167.255047] env[63380]: _type = "Task" [ 1167.255047] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.262867] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680812, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.270018] env[63380]: DEBUG nova.compute.manager [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Received event network-vif-plugged-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.270321] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Acquiring lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.270441] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.270610] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.270783] env[63380]: DEBUG nova.compute.manager [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] No waiting events found dispatching network-vif-plugged-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.270950] env[63380]: WARNING nova.compute.manager [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Received unexpected event network-vif-plugged-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef for instance with vm_state building and task_state spawning. [ 1167.271124] env[63380]: DEBUG nova.compute.manager [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Received event network-changed-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.271280] env[63380]: DEBUG nova.compute.manager [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Refreshing instance network info cache due to event network-changed-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.271464] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Acquiring lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.271626] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Acquired lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.271784] env[63380]: DEBUG nova.network.neutron [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Refreshing network info cache for port 19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.282154] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1167.282761] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87e6f84b-e4ce-4dfd-968b-c9f99ba84a3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.289682] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1167.289682] env[63380]: value = "task-2680813" [ 1167.289682] env[63380]: _type = "Task" [ 1167.289682] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.298735] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.642297] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478124} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.642659] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9864557a-6d58-44c7-b41a-f969543ac041/9864557a-6d58-44c7-b41a-f969543ac041.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.643066] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.643343] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be79cfba-9972-496f-b763-11a5013fb820 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.650068] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1167.650068] env[63380]: value = "task-2680814" [ 1167.650068] env[63380]: _type = "Task" [ 1167.650068] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.657245] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.668990] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680811, 'name': ReconfigVM_Task, 'duration_secs': 0.243361} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.669265] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.673920] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb10c29a-b9bd-4d4d-9eb4-3272393a6fcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.689360] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1167.689360] env[63380]: value = "task-2680815" [ 1167.689360] env[63380]: _type = "Task" [ 1167.689360] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.697215] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.764452] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680812, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.800336] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.958939] env[63380]: DEBUG nova.network.neutron [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Updated VIF entry in instance network info cache for port 19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.959347] env[63380]: DEBUG nova.network.neutron [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Updating instance_info_cache with network_info: [{"id": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "address": "fa:16:3e:26:77:1f", "network": {"id": "bfa9af5f-a070-49e7-b4ef-844cc5dfe616", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1793928009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d29504ba085045a69b44e963eb1befbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c2e2b9-ef", "ovs_interfaceid": "19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.099546] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1168.099859] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540466', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'name': 'volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557449d7-4df2-4754-b5b1-0497ea2c97d1', 'attached_at': '', 'detached_at': '', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'serial': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1168.103384] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e470b8-eeab-46aa-b8b5-5bce8446e2ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.119050] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf163a76-e821-4256-9ebf-fa6b211f9fa9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.143622] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2/volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.144042] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad01f6a-ac02-45f0-8bfa-74734be189f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.165344] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063093} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.165648] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.166442] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43304590-d615-484e-befd-18739b302d89 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.170036] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1168.170036] env[63380]: value = "task-2680816" [ 1168.170036] env[63380]: _type = "Task" [ 1168.170036] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.181038] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.198276] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9864557a-6d58-44c7-b41a-f969543ac041/9864557a-6d58-44c7-b41a-f969543ac041.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.198664] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72115550-3e57-4ac2-92fc-d6b40f6a3e7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.221248] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680815, 'name': ReconfigVM_Task, 'duration_secs': 0.431978} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.222585] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1168.224742] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1168.224742] env[63380]: value = "task-2680817" [ 1168.224742] env[63380]: _type = "Task" [ 1168.224742] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.232880] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.265300] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680812, 'name': CreateVM_Task, 'duration_secs': 0.578289} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.265479] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.267075] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.267075] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.267075] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.267075] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bb6f38-e787-48f3-b85f-f58a82e35ae0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.271550] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1168.271550] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f99ca2-9729-ed69-75f6-9293786c2eb6" [ 1168.271550] env[63380]: _type = "Task" [ 1168.271550] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.279628] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f99ca2-9729-ed69-75f6-9293786c2eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.299435] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680813, 'name': CreateSnapshot_Task, 'duration_secs': 0.922491} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.299721] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1168.300496] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4618f5-4e1c-4b68-b436-9c0b935fd4f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.462668] env[63380]: DEBUG oslo_concurrency.lockutils [req-31f313ff-5668-4bfd-b6ac-ce0e1880a190 req-d752dafe-3485-4a42-8c23-53e14ebd2824 service nova] Releasing lock "refresh_cache-d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.680495] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.737555] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.781566] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f99ca2-9729-ed69-75f6-9293786c2eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.782769] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.782881] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.783114] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.783267] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.783509] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.783994] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7684ff5f-3ca2-45fd-a90b-7d4698d68802 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.791945] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.792134] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.792817] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e577b1-3940-45cc-8322-17e0231c5fba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.798086] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1168.798086] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dddbe-a093-974b-6bca-17441f7112a9" [ 1168.798086] env[63380]: _type = "Task" [ 1168.798086] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.807775] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dddbe-a093-974b-6bca-17441f7112a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.818088] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1168.818788] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02655719-7f7c-4353-b6cd-adceb7772b9d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.827106] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1168.827106] env[63380]: value = "task-2680818" [ 1168.827106] env[63380]: _type = "Task" [ 1168.827106] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.834586] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.181243] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680816, 'name': ReconfigVM_Task, 'duration_secs': 0.677447} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.181716] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2/volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.186596] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da38153-55e0-4f2f-8281-06d362b0f16b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.201071] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1169.201071] env[63380]: value = "task-2680819" [ 1169.201071] env[63380]: _type = "Task" [ 1169.201071] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.208526] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.238099] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680817, 'name': ReconfigVM_Task, 'duration_secs': 0.585433} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.238517] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9864557a-6d58-44c7-b41a-f969543ac041/9864557a-6d58-44c7-b41a-f969543ac041.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.239383] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069d636c-be32-47d9-a880-51b883fe2ae0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.246464] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1169.246464] env[63380]: value = "task-2680820" [ 1169.246464] env[63380]: _type = "Task" [ 1169.246464] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.256537] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680820, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.272460] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.272460] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7e13ca-7e80-44a5-83a1-9d4cb1c7df95 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.278917] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1169.278917] env[63380]: value = "task-2680821" [ 1169.278917] env[63380]: _type = "Task" [ 1169.278917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.289547] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.289762] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.289957] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.290709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340feab-277e-4be0-b2eb-9e0879365a5f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.311207] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef811e-753f-40b0-932c-a57d4a1b745a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.318748] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dddbe-a093-974b-6bca-17441f7112a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.320767] env[63380]: WARNING nova.virt.vmwareapi.driver [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1169.321027] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.321267] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2a6872-1dfc-4e69-af90-ec811fb37bd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.323725] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea93c2-7609-4bb4-a3c2-0568921399b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.331636] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1169.331636] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5778b-d78d-36f9-c6fa-9cd6a6814d41" [ 1169.331636] env[63380]: _type = "Task" [ 1169.331636] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.333988] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.338423] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ce60586-03c9-4d83-88a5-1ed1b0b6027e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.342481] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task} progress is 93%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.347395] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f5778b-d78d-36f9-c6fa-9cd6a6814d41, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.347623] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.347877] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d21d1581-2ba0-414c-ad2f-b878ce1cbd9a/d21d1581-2ba0-414c-ad2f-b878ce1cbd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.348140] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de33b2d5-d3d3-49e6-823a-ed54bcf3a515 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.353583] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1169.353583] env[63380]: value = "task-2680823" [ 1169.353583] env[63380]: _type = "Task" [ 1169.353583] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.360666] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.406692] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.406956] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.407175] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore1] 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.407492] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db6ebb0-c939-4adf-aea8-fde875393b3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.414246] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1169.414246] env[63380]: value = "task-2680824" [ 1169.414246] env[63380]: _type = "Task" [ 1169.414246] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.422469] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.714688] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.759020] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680820, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.837243] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task} progress is 93%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.862888] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483557} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.863200] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d21d1581-2ba0-414c-ad2f-b878ce1cbd9a/d21d1581-2ba0-414c-ad2f-b878ce1cbd9a.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.863429] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.863696] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10223eed-4708-41bb-9516-b80249aeefc9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.869813] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1169.869813] env[63380]: value = "task-2680825" [ 1169.869813] env[63380]: _type = "Task" [ 1169.869813] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.877246] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.926028] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37673} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.926342] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.926608] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.926856] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.211660] env[63380]: DEBUG oslo_vmware.api [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680819, 'name': ReconfigVM_Task, 'duration_secs': 0.895051} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.212056] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540466', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'name': 'volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557449d7-4df2-4754-b5b1-0497ea2c97d1', 'attached_at': '', 'detached_at': '', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'serial': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.257875] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680820, 'name': Rename_Task, 'duration_secs': 0.840015} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.258196] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.258459] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13113ccd-3f19-4564-8e9b-45531f3ac086 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.264818] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1170.264818] env[63380]: value = "task-2680826" [ 1170.264818] env[63380]: _type = "Task" [ 1170.264818] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.272813] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.337397] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.379385] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065175} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.379671] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.380505] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba037d1-fc4f-415a-a9d3-0051b3ee4cf4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.403099] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d21d1581-2ba0-414c-ad2f-b878ce1cbd9a/d21d1581-2ba0-414c-ad2f-b878ce1cbd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.403429] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6faa148a-47b4-4f50-be1e-8ab2dd4d9ae7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.424961] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1170.424961] env[63380]: value = "task-2680827" [ 1170.424961] env[63380]: _type = "Task" [ 1170.424961] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.434459] env[63380]: INFO nova.virt.block_device [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Booting with volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 at /dev/sdb [ 1170.436080] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.467847] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e0dbdf-7e0c-4497-8e51-b0693a1fb6df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.478227] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce49697-a3a9-4ed7-a2a4-5968122e5c57 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.509225] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1077a81e-1746-453c-b53d-6579e1c8357b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.517519] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a1885-b723-421f-b50b-284b945b792f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.548371] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0027ebf9-4868-4e3d-b717-2aaaaa64eef0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.555815] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a6335-1056-4d42-9340-72ecaac4ae83 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.575773] env[63380]: DEBUG nova.virt.block_device [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating existing volume attachment record: 140bc9bf-969c-4907-bd58-e75eeb8ecf1b {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.774719] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.838310] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.933993] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680827, 'name': ReconfigVM_Task, 'duration_secs': 0.287318} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.934302] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d21d1581-2ba0-414c-ad2f-b878ce1cbd9a/d21d1581-2ba0-414c-ad2f-b878ce1cbd9a.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.934948] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57346981-187c-4735-be67-bd5c3e0bbb44 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.941281] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1170.941281] env[63380]: value = "task-2680828" [ 1170.941281] env[63380]: _type = "Task" [ 1170.941281] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.950660] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680828, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.250687] env[63380]: DEBUG nova.objects.instance [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid 557449d7-4df2-4754-b5b1-0497ea2c97d1 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.275827] env[63380]: DEBUG oslo_vmware.api [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680826, 'name': PowerOnVM_Task, 'duration_secs': 0.513188} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.276110] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.276350] env[63380]: INFO nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1171.276488] env[63380]: DEBUG nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.277273] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6bdd4-4973-4c37-b0c0-5aebe4ca4863 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.340013] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680818, 'name': CloneVM_Task, 'duration_secs': 2.066632} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.340326] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Created linked-clone VM from snapshot [ 1171.341067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd676b-a3d3-4304-8b33-3f8c30e6beca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.349312] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Uploading image 6169ce90-e787-4c27-86a8-1e6315a70b5d {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1171.375841] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1171.375841] env[63380]: value = "vm-540470" [ 1171.375841] env[63380]: _type = "VirtualMachine" [ 1171.375841] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1171.376129] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f76c2c7-d4fd-420f-97a8-208929900fb7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.383067] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease: (returnval){ [ 1171.383067] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5222fbd6-c2bc-7beb-6c29-a9e67ca0ac20" [ 1171.383067] env[63380]: _type = "HttpNfcLease" [ 1171.383067] env[63380]: } obtained for exporting VM: (result){ [ 1171.383067] env[63380]: value = "vm-540470" [ 1171.383067] env[63380]: _type = "VirtualMachine" [ 1171.383067] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1171.383484] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the lease: (returnval){ [ 1171.383484] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5222fbd6-c2bc-7beb-6c29-a9e67ca0ac20" [ 1171.383484] env[63380]: _type = "HttpNfcLease" [ 1171.383484] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.390040] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.390040] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5222fbd6-c2bc-7beb-6c29-a9e67ca0ac20" [ 1171.390040] env[63380]: _type = "HttpNfcLease" [ 1171.390040] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.451035] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680828, 'name': Rename_Task, 'duration_secs': 0.135889} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.451331] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.451574] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5947bca-0e63-4fb0-a3e8-4430a55fec6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.456950] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1171.456950] env[63380]: value = "task-2680830" [ 1171.456950] env[63380]: _type = "Task" [ 1171.456950] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.467496] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.756356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d795d109-0367-4be7-96eb-f3f02f51dc5c tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.256s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.794218] env[63380]: INFO nova.compute.manager [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Took 12.99 seconds to build instance. [ 1171.891045] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.891045] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5222fbd6-c2bc-7beb-6c29-a9e67ca0ac20" [ 1171.891045] env[63380]: _type = "HttpNfcLease" [ 1171.891045] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1171.891359] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1171.891359] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5222fbd6-c2bc-7beb-6c29-a9e67ca0ac20" [ 1171.891359] env[63380]: _type = "HttpNfcLease" [ 1171.891359] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1171.892157] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0da31-1b5f-4e0d-a0d2-4206b9330f5e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.899297] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1171.899468] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1171.966504] env[63380]: DEBUG oslo_vmware.api [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680830, 'name': PowerOnVM_Task, 'duration_secs': 0.461435} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.966770] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.966976] env[63380]: INFO nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1171.967174] env[63380]: DEBUG nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.967953] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d3ca3-d057-4afa-8490-c4feb3f58633 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.991212] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-286b97f5-47cf-49eb-8ff8-c69675c52e4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.046526] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.046829] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.296569] env[63380]: DEBUG oslo_concurrency.lockutils [None req-838392ce-5b02-4935-ac1f-8b1e49776687 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.499s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.487852] env[63380]: INFO nova.compute.manager [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Took 12.42 seconds to build instance. [ 1172.548746] env[63380]: DEBUG nova.compute.manager [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.549108] env[63380]: DEBUG nova.compute.manager [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.549484] env[63380]: DEBUG oslo_concurrency.lockutils [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.549614] env[63380]: DEBUG oslo_concurrency.lockutils [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.549846] env[63380]: DEBUG nova.network.neutron [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.552133] env[63380]: INFO nova.compute.manager [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Detaching volume 37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2 [ 1172.602245] env[63380]: INFO nova.virt.block_device [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Attempting to driver detach volume 37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2 from mountpoint /dev/sdb [ 1172.602955] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.603266] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540466', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'name': 'volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557449d7-4df2-4754-b5b1-0497ea2c97d1', 'attached_at': '', 'detached_at': '', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'serial': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.604755] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c9b0f-b775-410a-bf09-28143571cec1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.636587] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c96268-9481-4ff4-9390-8aa46ed4581a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.645912] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c6c62-1f5b-4881-aedc-c3df78900272 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.671462] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8deaeb-e24a-4fd6-80e6-b66acce6d32b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.697449] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] The volume has not been displaced from its original location: [datastore1] volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2/volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.707209] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.712034] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca05d224-7838-498b-932f-cc65a164afbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.737329] env[63380]: DEBUG oslo_vmware.api [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1172.737329] env[63380]: value = "task-2680831" [ 1172.737329] env[63380]: _type = "Task" [ 1172.737329] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.536250] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.536542] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.536673] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.536862] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.537097] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.537326] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.537600] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.537774] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.538110] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.538290] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.538478] env[63380]: DEBUG nova.virt.hardware [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.539597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7b606a92-ac2f-4602-9f5d-67b9cf089efb tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.480s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.542610] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0725d1c-bcbc-443e-b409-dd7e2f0ad029 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.551642] env[63380]: DEBUG oslo_vmware.api [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680831, 'name': ReconfigVM_Task, 'duration_secs': 0.370182} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.554507] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.559406] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4846c095-af2f-4acf-b7d9-86cd53afbcb9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.571325] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07a1eb-85e5-407b-8746-0eb111e1a9dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.585924] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e59000-1615-4aa5-ae7d-18912e764c1d', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.593811] env[63380]: DEBUG oslo.service.loopingcall [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.595607] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.595607] env[63380]: DEBUG oslo_vmware.api [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1173.595607] env[63380]: value = "task-2680832" [ 1173.595607] env[63380]: _type = "Task" [ 1173.595607] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.595897] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d2826f-cf88-45bc-9714-4807f3ea2f8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.629366] env[63380]: DEBUG oslo_vmware.api [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.631081] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.631081] env[63380]: value = "task-2680833" [ 1173.631081] env[63380]: _type = "Task" [ 1173.631081] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.641352] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680833, 'name': CreateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.976080] env[63380]: DEBUG nova.compute.manager [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.976515] env[63380]: DEBUG nova.compute.manager [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing instance network info cache due to event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.976593] env[63380]: DEBUG oslo_concurrency.lockutils [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.976688] env[63380]: DEBUG oslo_concurrency.lockutils [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.980145] env[63380]: DEBUG nova.network.neutron [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.017032] env[63380]: DEBUG nova.network.neutron [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.017398] env[63380]: DEBUG nova.network.neutron [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.121587] env[63380]: DEBUG oslo_vmware.api [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680832, 'name': ReconfigVM_Task, 'duration_secs': 0.180344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.121974] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540466', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'name': 'volume-37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557449d7-4df2-4754-b5b1-0497ea2c97d1', 'attached_at': '', 'detached_at': '', 'volume_id': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2', 'serial': '37ffa293-f0ac-4a7c-bda2-6cdf7a63e3d2'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.125039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.125039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.125039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.125242] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.125383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.130550] env[63380]: INFO nova.compute.manager [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Terminating instance [ 1174.143536] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680833, 'name': CreateVM_Task, 'duration_secs': 0.477493} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.144889] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.144889] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.144889] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.145108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.145595] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c907be0-3321-4245-b1fa-c69e88033bd2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.152034] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1174.152034] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5294908b-74b0-a4a0-e608-4e3054e4c817" [ 1174.152034] env[63380]: _type = "Task" [ 1174.152034] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.161243] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5294908b-74b0-a4a0-e608-4e3054e4c817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.422903] env[63380]: DEBUG oslo_concurrency.lockutils [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.423256] env[63380]: DEBUG oslo_concurrency.lockutils [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.520677] env[63380]: DEBUG oslo_concurrency.lockutils [req-04445f5e-7445-4542-a1ca-5958cca7654b req-0d618696-e8fa-46c4-abe7-69a9f4032e96 service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.583763] env[63380]: DEBUG nova.compute.manager [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.584079] env[63380]: DEBUG nova.compute.manager [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing instance network info cache due to event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.584258] env[63380]: DEBUG oslo_concurrency.lockutils [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.640663] env[63380]: DEBUG nova.compute.manager [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.640931] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.642101] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ababd7f9-64f8-447c-9f3a-0d20917595a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.651801] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.652395] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea1835e2-40e2-4254-8700-1b8c4097b803 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.663142] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5294908b-74b0-a4a0-e608-4e3054e4c817, 'name': SearchDatastore_Task, 'duration_secs': 0.01905} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.666628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.667044] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.667123] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.667256] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.667431] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.667774] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1174.667774] env[63380]: value = "task-2680834" [ 1174.667774] env[63380]: _type = "Task" [ 1174.667774] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.668916] env[63380]: DEBUG nova.objects.instance [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid 557449d7-4df2-4754-b5b1-0497ea2c97d1 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.670264] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03ca1487-8af5-4d77-b960-4656ae4f746d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.681101] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.683462] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.683655] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.684453] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859f4fb2-0264-4cb2-97ae-7cfb781f7ffa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.690891] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1174.690891] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a9013b-d1de-7daa-5abb-547122544665" [ 1174.690891] env[63380]: _type = "Task" [ 1174.690891] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.699626] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a9013b-d1de-7daa-5abb-547122544665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.708295] env[63380]: DEBUG nova.network.neutron [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updated VIF entry in instance network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.708668] env[63380]: DEBUG nova.network.neutron [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.927314] env[63380]: INFO nova.compute.manager [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Detaching volume e19b4376-2f33-426c-a38d-68f7fae893ae [ 1174.968019] env[63380]: INFO nova.virt.block_device [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Attempting to driver detach volume e19b4376-2f33-426c-a38d-68f7fae893ae from mountpoint /dev/sdb [ 1174.968019] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.968019] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540455', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'name': 'volume-e19b4376-2f33-426c-a38d-68f7fae893ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b46f4c1-6336-4ec1-8af3-60e06badad7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'serial': 'e19b4376-2f33-426c-a38d-68f7fae893ae'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.968019] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc7375-8b16-4321-846c-3896acd52316 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.989813] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8bc83-5a97-426a-ae4e-b34b90f18ebd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.997210] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228b6f2-cd09-482c-a3eb-9c615a1ff09d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.019424] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32dd809-a101-4d43-89aa-2bb34bbe8cf0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.035519] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] The volume has not been displaced from its original location: [datastore1] volume-e19b4376-2f33-426c-a38d-68f7fae893ae/volume-e19b4376-2f33-426c-a38d-68f7fae893ae.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.040949] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.041336] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a2b20d-f992-4089-b950-b6deda57a0e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.059552] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1175.059552] env[63380]: value = "task-2680835" [ 1175.059552] env[63380]: _type = "Task" [ 1175.059552] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.067605] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.185746] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.203212] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a9013b-d1de-7daa-5abb-547122544665, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.204248] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12dedd0-1041-45f8-8f4b-8077222cad2f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.210563] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1175.210563] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52684962-11e1-8f66-4c2d-be13c4de9a53" [ 1175.210563] env[63380]: _type = "Task" [ 1175.210563] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.211201] env[63380]: DEBUG oslo_concurrency.lockutils [req-6fad3a72-3041-4395-a0db-0d98de0ed859 req-f5538c03-e26b-45d7-b0e0-662a80d1ebcb service nova] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.215858] env[63380]: DEBUG oslo_concurrency.lockutils [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.216067] env[63380]: DEBUG nova.network.neutron [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.222484] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52684962-11e1-8f66-4c2d-be13c4de9a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.570810] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680835, 'name': ReconfigVM_Task, 'duration_secs': 0.255879} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.571127] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.575996] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa6a642-75eb-4ea4-960b-d46a78509b4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.590389] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1175.590389] env[63380]: value = "task-2680836" [ 1175.590389] env[63380]: _type = "Task" [ 1175.590389] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.598414] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.682233] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4acb5235-aca3-4e4b-9af1-f1efa5c750bb tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.635s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.683418] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680834, 'name': PowerOffVM_Task, 'duration_secs': 0.616109} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.683857] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.684042] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.684282] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad99021-9e00-40e0-9615-0ce44534879a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.723756] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52684962-11e1-8f66-4c2d-be13c4de9a53, 'name': SearchDatastore_Task, 'duration_secs': 0.023691} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.724018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.724284] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.724906] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9a5a08-18fc-478f-a185-9cb37abe600b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.732436] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1175.732436] env[63380]: value = "task-2680838" [ 1175.732436] env[63380]: _type = "Task" [ 1175.732436] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.741056] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.746575] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.746785] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.746968] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleting the datastore file [datastore1] d21d1581-2ba0-414c-ad2f-b878ce1cbd9a {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.747242] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d27016e-b852-48bd-977a-3e9d7ba07dd5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.753672] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for the task: (returnval){ [ 1175.753672] env[63380]: value = "task-2680839" [ 1175.753672] env[63380]: _type = "Task" [ 1175.753672] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.766257] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.004470] env[63380]: DEBUG nova.network.neutron [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updated VIF entry in instance network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.004884] env[63380]: DEBUG nova.network.neutron [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.075632] env[63380]: DEBUG nova.compute.manager [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.075870] env[63380]: DEBUG nova.compute.manager [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.076133] env[63380]: DEBUG oslo_concurrency.lockutils [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.076350] env[63380]: DEBUG oslo_concurrency.lockutils [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.076478] env[63380]: DEBUG nova.network.neutron [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.103213] env[63380]: DEBUG oslo_vmware.api [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680836, 'name': ReconfigVM_Task, 'duration_secs': 0.145717} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.103653] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540455', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'name': 'volume-e19b4376-2f33-426c-a38d-68f7fae893ae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8b46f4c1-6336-4ec1-8af3-60e06badad7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e19b4376-2f33-426c-a38d-68f7fae893ae', 'serial': 'e19b4376-2f33-426c-a38d-68f7fae893ae'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.245165] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680838, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.266196] env[63380]: DEBUG oslo_vmware.api [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Task: {'id': task-2680839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151311} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.266398] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.266581] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.266758] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.266940] env[63380]: INFO nova.compute.manager [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1176.267216] env[63380]: DEBUG oslo.service.loopingcall [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.267472] env[63380]: DEBUG nova.compute.manager [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.267572] env[63380]: DEBUG nova.network.neutron [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.356866] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.357146] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.357355] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.357532] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.357713] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.359822] env[63380]: INFO nova.compute.manager [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Terminating instance [ 1176.507344] env[63380]: DEBUG oslo_concurrency.lockutils [req-2d006eeb-c4b8-4160-bb09-d13dc33d6032 req-204e590f-469f-4579-96ad-6fe50fa9f703 service nova] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.646912] env[63380]: DEBUG nova.objects.instance [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'flavor' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.744048] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539502} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.744209] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.744361] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.744620] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4cc21d-ea25-4dfa-a838-a2eacda98d29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.753336] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1176.753336] env[63380]: value = "task-2680840" [ 1176.753336] env[63380]: _type = "Task" [ 1176.753336] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.762507] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.779898] env[63380]: DEBUG nova.network.neutron [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.780283] env[63380]: DEBUG nova.network.neutron [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.863834] env[63380]: DEBUG nova.compute.manager [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.864092] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.864948] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537bd149-753a-4360-869a-d319024fe4b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.872447] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.872671] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51054788-473c-4d6b-8cd7-a564bae86bb2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.878245] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1176.878245] env[63380]: value = "task-2680841" [ 1176.878245] env[63380]: _type = "Task" [ 1176.878245] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.885388] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.986789] env[63380]: DEBUG nova.network.neutron [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.263494] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06627} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.263772] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.264594] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ad53c-e9bb-43ce-88f7-315889c4e413 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.289980] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.292710] env[63380]: DEBUG oslo_concurrency.lockutils [req-c695d9d9-50b3-46e7-8e6a-cef5a0f306c3 req-9f493d17-e06e-4108-8278-78681ae9bf2b service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.293055] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80dd6df9-df62-4784-b64f-29a4e56251d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.331552] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1177.331552] env[63380]: value = "task-2680842" [ 1177.331552] env[63380]: _type = "Task" [ 1177.331552] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.343020] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.387365] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680841, 'name': PowerOffVM_Task, 'duration_secs': 0.469115} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.387651] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.387822] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.388107] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3850d3-66c9-484c-b1ca-209af8292f04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.453819] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.454063] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.454257] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleting the datastore file [datastore2] 557449d7-4df2-4754-b5b1-0497ea2c97d1 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.454532] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab68772-fa5a-4dc1-880a-c60df87f2beb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.460973] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1177.460973] env[63380]: value = "task-2680844" [ 1177.460973] env[63380]: _type = "Task" [ 1177.460973] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.468326] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.489364] env[63380]: INFO nova.compute.manager [-] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Took 1.22 seconds to deallocate network for instance. [ 1177.655858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-00711db9-4450-4ebe-8761-3478a8b0d7e6 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.826485] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.826767] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.826983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.827180] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.827351] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.829518] env[63380]: INFO nova.compute.manager [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Terminating instance [ 1177.840340] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680842, 'name': ReconfigVM_Task, 'duration_secs': 0.336073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.841077] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 89e2dac2-f63e-486c-9576-7c50df271097/89e2dac2-f63e-486c-9576-7c50df271097.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.842202] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': '79ed69e5-5788-4ca0-aae2-a55a1efd5c06'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '140bc9bf-969c-4907-bd58-e75eeb8ecf1b', 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63380) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1177.842407] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.842593] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.843583] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d08daa-f4f2-48a6-bc22-9fff1790c7ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.859149] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e95d15-9743-4b16-99f2-97c392acac65 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.883735] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.884019] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c8915c-5449-4aaa-a74c-da7ffe702d0b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.901393] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1177.901393] env[63380]: value = "task-2680845" [ 1177.901393] env[63380]: _type = "Task" [ 1177.901393] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.908941] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.971725] env[63380]: DEBUG oslo_vmware.api [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197932} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.972049] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.972247] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.972426] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.972653] env[63380]: INFO nova.compute.manager [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1177.972960] env[63380]: DEBUG oslo.service.loopingcall [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.973208] env[63380]: DEBUG nova.compute.manager [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.973320] env[63380]: DEBUG nova.network.neutron [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.995986] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.996284] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.996522] env[63380]: DEBUG nova.objects.instance [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lazy-loading 'resources' on Instance uuid d21d1581-2ba0-414c-ad2f-b878ce1cbd9a {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.114055] env[63380]: DEBUG nova.compute.manager [req-b2689abc-de4f-41ee-b444-181e7c8f739e req-038d5343-5c03-433b-a1a8-055de0e1d527 service nova] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Received event network-vif-deleted-19c2e2b9-efc2-4a5a-b2ab-4513c71fd3ef {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.333252] env[63380]: DEBUG nova.compute.manager [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.333505] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.338647] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01954f-8d1f-4755-8526-5581986c3bfb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.352632] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.353031] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f25c8f-d1ce-409c-aab9-09586cb76163 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.358630] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1178.358630] env[63380]: value = "task-2680846" [ 1178.358630] env[63380]: _type = "Task" [ 1178.358630] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.366434] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.412400] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680845, 'name': ReconfigVM_Task, 'duration_secs': 0.398533} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.412783] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.418027] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba112ae3-9af6-44d7-b6fc-8a8246f3f918 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.433761] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1178.433761] env[63380]: value = "task-2680847" [ 1178.433761] env[63380]: _type = "Task" [ 1178.433761] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.443272] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.670244] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1331fa9-ce1e-482e-8317-2dc2ea279750 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.677904] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eafecd-232c-436f-9737-5588546d0a4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.709693] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98beb239-5d02-4527-81ad-6f6ec626a37e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.717223] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213f8b5-335d-4185-a3bf-ff4df7519c49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.731273] env[63380]: DEBUG nova.compute.provider_tree [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.868994] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680846, 'name': PowerOffVM_Task, 'duration_secs': 0.251023} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.869188] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.869314] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.869606] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-087b14bc-45ab-4394-9700-3ec8248e017b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.940105] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.940341] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.940528] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore1] 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.941150] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143b8295-a920-4754-a9c3-10afaeba3985 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.946260] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680847, 'name': ReconfigVM_Task, 'duration_secs': 0.173224} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.947061] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.947640] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa5342d-a31c-48f4-b9c6-029f5c983068 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.950777] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1178.950777] env[63380]: value = "task-2680849" [ 1178.950777] env[63380]: _type = "Task" [ 1178.950777] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.955400] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1178.955400] env[63380]: value = "task-2680850" [ 1178.955400] env[63380]: _type = "Task" [ 1178.955400] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.962581] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.968996] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680850, 'name': Rename_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.116725] env[63380]: DEBUG nova.network.neutron [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.237169] env[63380]: DEBUG nova.scheduler.client.report [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.462831] env[63380]: DEBUG oslo_vmware.api [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177269} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.463411] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.463617] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.463812] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.463988] env[63380]: INFO nova.compute.manager [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.464236] env[63380]: DEBUG oslo.service.loopingcall [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.464437] env[63380]: DEBUG nova.compute.manager [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.464535] env[63380]: DEBUG nova.network.neutron [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.468838] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680850, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.621102] env[63380]: INFO nova.compute.manager [-] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Took 1.65 seconds to deallocate network for instance. [ 1179.741962] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.766273] env[63380]: INFO nova.scheduler.client.report [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Deleted allocations for instance d21d1581-2ba0-414c-ad2f-b878ce1cbd9a [ 1179.967736] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680850, 'name': Rename_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.128924] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.129234] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.129496] env[63380]: DEBUG nova.objects.instance [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'resources' on Instance uuid 557449d7-4df2-4754-b5b1-0497ea2c97d1 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.157953] env[63380]: DEBUG nova.compute.manager [req-a0b86be3-ed11-4e80-97b3-ba8f6668e153 req-7708a4a2-05e2-47ea-9cb2-9fa3d45727ee service nova] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Received event network-vif-deleted-97a14d55-83a2-47a0-842a-082273724beb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.157953] env[63380]: DEBUG nova.compute.manager [req-a0b86be3-ed11-4e80-97b3-ba8f6668e153 req-7708a4a2-05e2-47ea-9cb2-9fa3d45727ee service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Received event network-vif-deleted-66fe612a-feb4-4cae-8ec9-998ddf4194bc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1180.157953] env[63380]: INFO nova.compute.manager [req-a0b86be3-ed11-4e80-97b3-ba8f6668e153 req-7708a4a2-05e2-47ea-9cb2-9fa3d45727ee service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Neutron deleted interface 66fe612a-feb4-4cae-8ec9-998ddf4194bc; detaching it from the instance and deleting it from the info cache [ 1180.157953] env[63380]: DEBUG nova.network.neutron [req-a0b86be3-ed11-4e80-97b3-ba8f6668e153 req-7708a4a2-05e2-47ea-9cb2-9fa3d45727ee service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.275217] env[63380]: DEBUG oslo_concurrency.lockutils [None req-502c71fa-609a-45cb-bf32-3f43a611653b tempest-ServerDiskConfigTestJSON-1101423409 tempest-ServerDiskConfigTestJSON-1101423409-project-member] Lock "d21d1581-2ba0-414c-ad2f-b878ce1cbd9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.150s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.416389] env[63380]: DEBUG nova.network.neutron [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.467591] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680850, 'name': Rename_Task, 'duration_secs': 1.181024} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.467961] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.468234] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e745dc6-3638-4c74-85ed-86ce38cac444 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.475085] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1180.475085] env[63380]: value = "task-2680851" [ 1180.475085] env[63380]: _type = "Task" [ 1180.475085] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.482833] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.660870] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99ad4e36-c3f8-44c1-a548-8c2504b66af1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.670385] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c06af6-b883-4efc-8bf4-d1f34002f1fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.704244] env[63380]: DEBUG nova.compute.manager [req-a0b86be3-ed11-4e80-97b3-ba8f6668e153 req-7708a4a2-05e2-47ea-9cb2-9fa3d45727ee service nova] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Detach interface failed, port_id=66fe612a-feb4-4cae-8ec9-998ddf4194bc, reason: Instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1180.827350] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee10231-2a2a-4d69-8819-4e36f846ca6c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.835350] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b2eaf-9f85-4001-86cd-0c1956394e4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.867960] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbb42c-6de8-48aa-b4cf-cd98a8e45bb5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.875704] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0eadee-7bda-4d69-aa15-710127cdeb4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.891022] env[63380]: DEBUG nova.compute.provider_tree [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.919446] env[63380]: INFO nova.compute.manager [-] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Took 1.45 seconds to deallocate network for instance. [ 1180.985648] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680851, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.396613] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1181.398148] env[63380]: DEBUG nova.scheduler.client.report [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.401192] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d7bd79-1995-4429-a609-188aa35b00c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.407559] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1181.407728] env[63380]: ERROR oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk due to incomplete transfer. [ 1181.407953] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d9f0f9f-5d03-4b81-b8a6-19988c49c4f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.415020] env[63380]: DEBUG oslo_vmware.rw_handles [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e9bde7-4c68-5c77-77c3-77a477b482ff/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1181.415232] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Uploaded image 6169ce90-e787-4c27-86a8-1e6315a70b5d to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1181.417655] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1181.418150] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb55fc52-c98a-45a0-966a-1534a1f067c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.424548] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1181.424548] env[63380]: value = "task-2680852" [ 1181.424548] env[63380]: _type = "Task" [ 1181.424548] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.425308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.432922] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680852, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.485683] env[63380]: DEBUG oslo_vmware.api [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680851, 'name': PowerOnVM_Task, 'duration_secs': 0.512052} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.485969] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.486234] env[63380]: DEBUG nova.compute.manager [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.487031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142d1ce-1592-4249-9985-da074e6c8250 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.905281] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.907565] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.482s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.907796] env[63380]: DEBUG nova.objects.instance [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'resources' on Instance uuid 8b46f4c1-6336-4ec1-8af3-60e06badad7e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.936866] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680852, 'name': Destroy_Task, 'duration_secs': 0.354943} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.937231] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Destroyed the VM [ 1181.937484] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1181.937735] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0be85620-98f0-4b36-b2c2-2c29e351f6da {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.944577] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1181.944577] env[63380]: value = "task-2680853" [ 1181.944577] env[63380]: _type = "Task" [ 1181.944577] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.951743] env[63380]: INFO nova.scheduler.client.report [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted allocations for instance 557449d7-4df2-4754-b5b1-0497ea2c97d1 [ 1181.966335] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.004275] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.225102] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.225403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.225718] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.225792] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.225965] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.228509] env[63380]: INFO nova.compute.manager [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Terminating instance [ 1182.456166] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680853, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.465882] env[63380]: DEBUG oslo_concurrency.lockutils [None req-4fe57fff-363c-40c9-919a-a3a6f22874d8 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "557449d7-4df2-4754-b5b1-0497ea2c97d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.109s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.527805] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d42f2f-e3b9-499f-824b-c44ebef35f79 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.535636] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60158c-b9af-4295-957b-cb4b0250acfd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.565326] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcccfc9-cf0e-4280-839b-398dd94f55ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.572756] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf8d1bf-133b-4716-884e-5abee8224d92 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.588216] env[63380]: DEBUG nova.compute.provider_tree [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.734187] env[63380]: DEBUG nova.compute.manager [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.737020] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.737020] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42861c8-6242-4986-8b82-b23178c9e844 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.744454] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.744780] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d3aa7c-b80c-4384-9549-b85f68bfc4e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.751123] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1182.751123] env[63380]: value = "task-2680854" [ 1182.751123] env[63380]: _type = "Task" [ 1182.751123] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.759640] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.954685] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680853, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804423} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.955041] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1182.955298] env[63380]: DEBUG nova.compute.manager [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.956157] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab335137-148c-4c89-b49e-f53285dc3e3f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.091452] env[63380]: DEBUG nova.scheduler.client.report [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.260764] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680854, 'name': PowerOffVM_Task, 'duration_secs': 0.305865} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.261087] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.261269] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.261557] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e36c0e6-4ddf-450a-bff7-fbd7f3663942 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.337484] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.337732] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.338016] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleting the datastore file [datastore2] 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.338533] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-245950e7-4e42-4817-82ea-77038cbb5362 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.346176] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1183.346176] env[63380]: value = "task-2680856" [ 1183.346176] env[63380]: _type = "Task" [ 1183.346176] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.354072] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.468914] env[63380]: INFO nova.compute.manager [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Shelve offloading [ 1183.596797] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.599481] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.595s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.599584] env[63380]: DEBUG nova.objects.instance [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63380) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.633348] env[63380]: INFO nova.scheduler.client.report [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted allocations for instance 8b46f4c1-6336-4ec1-8af3-60e06badad7e [ 1183.856440] env[63380]: DEBUG oslo_vmware.api [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28115} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.856732] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.856982] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.857286] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.857576] env[63380]: INFO nova.compute.manager [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.857938] env[63380]: DEBUG oslo.service.loopingcall [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.858272] env[63380]: DEBUG nova.compute.manager [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.858381] env[63380]: DEBUG nova.network.neutron [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.972351] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.972671] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f01ef0-e68f-44c5-a1ce-44f94b193646 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.980502] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1183.980502] env[63380]: value = "task-2680857" [ 1183.980502] env[63380]: _type = "Task" [ 1183.980502] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.989025] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.989467] env[63380]: DEBUG nova.compute.manager [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.990241] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb2d1a-d9fb-486a-b205-474e998e200b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.999021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.999021] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.999021] env[63380]: DEBUG nova.network.neutron [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.143429] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c0ea0f39-9f48-488c-8b23-caa45385661e tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "8b46f4c1-6336-4ec1-8af3-60e06badad7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.317s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.614548] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33978af2-b948-4472-a115-d35973a4e96f tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.682658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.682902] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.755697] env[63380]: DEBUG nova.compute.manager [req-b7cc43a2-ae9b-458d-a478-cb5675ed7651 req-9c95239e-d615-4cd0-ac43-ef109030b88e service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Received event network-vif-deleted-7520b641-3894-4674-ba98-025a2ef55c3b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1184.755906] env[63380]: INFO nova.compute.manager [req-b7cc43a2-ae9b-458d-a478-cb5675ed7651 req-9c95239e-d615-4cd0-ac43-ef109030b88e service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Neutron deleted interface 7520b641-3894-4674-ba98-025a2ef55c3b; detaching it from the instance and deleting it from the info cache [ 1184.756090] env[63380]: DEBUG nova.network.neutron [req-b7cc43a2-ae9b-458d-a478-cb5675ed7651 req-9c95239e-d615-4cd0-ac43-ef109030b88e service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.814598] env[63380]: DEBUG nova.network.neutron [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.185652] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.226686] env[63380]: DEBUG nova.network.neutron [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.259425] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8e11165-4c01-44bc-9f80-c65aa5d259c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.269403] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b125b429-fbb3-4a20-aba2-eaea16cb17ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.298843] env[63380]: DEBUG nova.compute.manager [req-b7cc43a2-ae9b-458d-a478-cb5675ed7651 req-9c95239e-d615-4cd0-ac43-ef109030b88e service nova] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Detach interface failed, port_id=7520b641-3894-4674-ba98-025a2ef55c3b, reason: Instance 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1185.317846] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.706362] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.707240] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92020bd0-5085-4edd-8b23-00ae6df28f34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.716909] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.717190] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-263981bb-d3d4-44a0-b9bf-ea90c0b784fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.720766] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.720998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.723086] env[63380]: INFO nova.compute.claims [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.733628] env[63380]: INFO nova.compute.manager [-] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Took 1.88 seconds to deallocate network for instance. [ 1185.793070] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.793070] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.793070] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleting the datastore file [datastore2] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.793070] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42eb364b-c1fc-422e-bb83-a1ae9401c2f1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.800015] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1185.800015] env[63380]: value = "task-2680859" [ 1185.800015] env[63380]: _type = "Task" [ 1185.800015] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.809833] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.896393] env[63380]: DEBUG nova.compute.manager [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-vif-unplugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.896393] env[63380]: DEBUG oslo_concurrency.lockutils [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.896495] env[63380]: DEBUG oslo_concurrency.lockutils [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.896704] env[63380]: DEBUG oslo_concurrency.lockutils [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.896897] env[63380]: DEBUG nova.compute.manager [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] No waiting events found dispatching network-vif-unplugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.896968] env[63380]: WARNING nova.compute.manager [req-cc618358-4f1b-4245-9c59-5c4def590531 req-77a9b5eb-ac08-4dff-b16c-fde51c26f26b service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received unexpected event network-vif-unplugged-18a9d290-d9e7-43dd-85c5-5a61655f139c for instance with vm_state shelved and task_state shelving_offloading. [ 1186.240177] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.313991] env[63380]: DEBUG oslo_vmware.api [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127399} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.314498] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.314694] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.314873] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.336769] env[63380]: INFO nova.scheduler.client.report [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted allocations for instance e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e [ 1186.487192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.487645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.498226] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "b0b67e93-0843-4041-be81-b95c5e6dda80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.498453] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.843842] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.848594] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26587f58-6c77-4491-aad4-ca048f6c01b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.856528] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5cbee-3c8f-40c7-9f26-261a9660791c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.888619] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b744b57-ee7f-446c-845e-0481bed93548 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.895859] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd2d5d-dbfc-4924-a455-51f8f9d46e4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.909095] env[63380]: DEBUG nova.compute.provider_tree [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.989814] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.001024] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.412889] env[63380]: DEBUG nova.scheduler.client.report [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.512875] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.517383] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.918925] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.919524] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.923352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.683s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.923570] env[63380]: DEBUG nova.objects.instance [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'resources' on Instance uuid 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.925260] env[63380]: DEBUG nova.compute.manager [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.925440] env[63380]: DEBUG nova.compute.manager [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing instance network info cache due to event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.925648] env[63380]: DEBUG oslo_concurrency.lockutils [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.925789] env[63380]: DEBUG oslo_concurrency.lockutils [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.925997] env[63380]: DEBUG nova.network.neutron [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.432130] env[63380]: DEBUG nova.compute.utils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.436052] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.436367] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.486283] env[63380]: DEBUG nova.policy [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2129ccedb7ec415d850bcd9edf88b8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fe7dbda7c6b4330b9b7bfd645359740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.589783] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adcd9bd-765a-49ac-bd83-2ade8af1eb8c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.600471] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20995925-2ccd-4fab-8ffa-f101c6a1ce0a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.636468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9d91f-c310-4895-b67a-f1c64a7e2943 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.646825] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9467129-f688-4899-ad0b-77014f24bf52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.660542] env[63380]: DEBUG nova.compute.provider_tree [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.672294] env[63380]: DEBUG nova.network.neutron [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updated VIF entry in instance network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.672936] env[63380]: DEBUG nova.network.neutron [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18a9d290-d9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.728076] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.811500] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Successfully created port: 2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.939441] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.164897] env[63380]: DEBUG nova.scheduler.client.report [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.175347] env[63380]: DEBUG oslo_concurrency.lockutils [req-80f9bc2a-f611-438c-acd5-0bc87a74ae54 req-dee1e6f1-c2d1-492a-948a-b90c4759e55c service nova] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.671635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.673895] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.830s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.674153] env[63380]: DEBUG nova.objects.instance [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'resources' on Instance uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.693635] env[63380]: INFO nova.scheduler.client.report [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted allocations for instance 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968 [ 1189.949424] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.974873] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.975176] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.975344] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.975529] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.975675] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.975821] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.976043] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.976206] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.976376] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.976538] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.976708] env[63380]: DEBUG nova.virt.hardware [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.977569] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd99b7-aefd-4104-a65c-3a40b9d485ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.985411] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bc4320-22ed-488d-bd6c-789cbbd46ebf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.176973] env[63380]: DEBUG nova.objects.instance [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'numa_topology' on Instance uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.203321] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a652c-dd9e-4276-aa83-6c38dd36711a tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.978s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.213786] env[63380]: DEBUG nova.compute.manager [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Received event network-vif-plugged-2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.214337] env[63380]: DEBUG oslo_concurrency.lockutils [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.214337] env[63380]: DEBUG oslo_concurrency.lockutils [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] Lock "795de1fd-be57-4648-815c-b976051b3faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.214697] env[63380]: DEBUG oslo_concurrency.lockutils [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] Lock "795de1fd-be57-4648-815c-b976051b3faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.214697] env[63380]: DEBUG nova.compute.manager [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] No waiting events found dispatching network-vif-plugged-2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.215094] env[63380]: WARNING nova.compute.manager [req-95584bbe-ec15-40d0-a7c1-a52be7d5a19f req-e3b96708-8ded-4368-9422-66d2308c13ec service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Received unexpected event network-vif-plugged-2014beda-5da2-49b0-bff3-3086560a4fd5 for instance with vm_state building and task_state spawning. [ 1190.270298] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Successfully updated port: 2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.681118] env[63380]: DEBUG nova.objects.base [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1190.773449] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.773688] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.773781] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.799578] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ffefdf-ca6e-4a53-8784-1edfdb8d4a32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.807119] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e175501-283a-4ab4-be6f-c130ed54479a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.839540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac278231-fc66-42e7-83ab-88e5cbed0b62 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.846268] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b5d57-1423-47ba-a80c-6d439fca98b1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.859390] env[63380]: DEBUG nova.compute.provider_tree [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.306047] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.362797] env[63380]: DEBUG nova.scheduler.client.report [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.470295] env[63380]: DEBUG nova.network.neutron [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating instance_info_cache with network_info: [{"id": "2014beda-5da2-49b0-bff3-3086560a4fd5", "address": "fa:16:3e:5c:e6:dd", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014beda-5d", "ovs_interfaceid": "2014beda-5da2-49b0-bff3-3086560a4fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.869105] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.870714] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.358s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.872271] env[63380]: INFO nova.compute.claims [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.973082] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.973408] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Instance network_info: |[{"id": "2014beda-5da2-49b0-bff3-3086560a4fd5", "address": "fa:16:3e:5c:e6:dd", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014beda-5d", "ovs_interfaceid": "2014beda-5da2-49b0-bff3-3086560a4fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.973823] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:e6:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2014beda-5da2-49b0-bff3-3086560a4fd5', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.981417] env[63380]: DEBUG oslo.service.loopingcall [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.981511] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.981732] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d0c0034-f8f4-43d3-9a33-ad680422d88a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.002897] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.002897] env[63380]: value = "task-2680860" [ 1192.002897] env[63380]: _type = "Task" [ 1192.002897] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.010359] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680860, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.244070] env[63380]: DEBUG nova.compute.manager [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Received event network-changed-2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.244347] env[63380]: DEBUG nova.compute.manager [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Refreshing instance network info cache due to event network-changed-2014beda-5da2-49b0-bff3-3086560a4fd5. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.244655] env[63380]: DEBUG oslo_concurrency.lockutils [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] Acquiring lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.244828] env[63380]: DEBUG oslo_concurrency.lockutils [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] Acquired lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.245059] env[63380]: DEBUG nova.network.neutron [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Refreshing network info cache for port 2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.382103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c92996ff-c813-460e-9870-58d7ce5dd742 tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.153s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.382103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.654s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.382671] env[63380]: INFO nova.compute.manager [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Unshelving [ 1192.404740] env[63380]: DEBUG nova.compute.manager [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1192.513322] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680860, 'name': CreateVM_Task, 'duration_secs': 0.301017} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.513490] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.514185] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.514372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.514681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.514927] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530a81d4-01bc-4e46-aa93-7245eb409057 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.519301] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1192.519301] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218bea5-1bd9-7bd3-d545-a4b038b5c288" [ 1192.519301] env[63380]: _type = "Task" [ 1192.519301] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.527395] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218bea5-1bd9-7bd3-d545-a4b038b5c288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.920454] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.950252] env[63380]: DEBUG nova.network.neutron [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updated VIF entry in instance network info cache for port 2014beda-5da2-49b0-bff3-3086560a4fd5. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.950560] env[63380]: DEBUG nova.network.neutron [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating instance_info_cache with network_info: [{"id": "2014beda-5da2-49b0-bff3-3086560a4fd5", "address": "fa:16:3e:5c:e6:dd", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014beda-5d", "ovs_interfaceid": "2014beda-5da2-49b0-bff3-3086560a4fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.999999] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef9c24f-6e9a-4a80-a704-86cc962580d7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.007833] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94f308-5831-4f52-8bbd-faad4edf9792 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.039883] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88928e1-d7aa-4f06-ace7-fd0b9330e622 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.050276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f329ef-e3ee-4273-968a-2fa6aa0ac037 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.053862] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5218bea5-1bd9-7bd3-d545-a4b038b5c288, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.054161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.054389] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.054618] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.054764] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.054942] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.055493] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe68710-bf67-484f-91d8-e91f3f22acb6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.065873] env[63380]: DEBUG nova.compute.provider_tree [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.073122] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.073294] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.074490] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c2a54a-ba69-44ff-a54b-062fb0e78cde {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.079418] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1193.079418] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b73e88-c5ca-e854-4223-8990eeac79bb" [ 1193.079418] env[63380]: _type = "Task" [ 1193.079418] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.087806] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b73e88-c5ca-e854-4223-8990eeac79bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.405322] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.455164] env[63380]: DEBUG oslo_concurrency.lockutils [req-4deaf40b-4bc1-4d25-ae9c-f3858cfc00cf req-51059689-0729-4242-a303-a26bd1cdd3ed service nova] Releasing lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.569209] env[63380]: DEBUG nova.scheduler.client.report [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.589894] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b73e88-c5ca-e854-4223-8990eeac79bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008444} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.590662] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2404c66-8bab-4598-9d9c-835d248024ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.595449] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1193.595449] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d0ab0-5d54-907c-c2df-eefa1c50900f" [ 1193.595449] env[63380]: _type = "Task" [ 1193.595449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.602746] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d0ab0-5d54-907c-c2df-eefa1c50900f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.746582] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.746858] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.747255] env[63380]: DEBUG nova.objects.instance [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid c90371d9-ea4f-4af4-89c6-36e79b379146 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.074648] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.075164] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.077853] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.561s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.079534] env[63380]: INFO nova.compute.claims [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.105704] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528d0ab0-5d54-907c-c2df-eefa1c50900f, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.105982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.106245] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 795de1fd-be57-4648-815c-b976051b3faf/795de1fd-be57-4648-815c-b976051b3faf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.106496] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d560d476-e383-402d-9e83-9814aa197bd2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.113827] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1194.113827] env[63380]: value = "task-2680861" [ 1194.113827] env[63380]: _type = "Task" [ 1194.113827] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.122294] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.393646] env[63380]: DEBUG nova.objects.instance [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid c90371d9-ea4f-4af4-89c6-36e79b379146 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.584117] env[63380]: DEBUG nova.compute.utils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.589081] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.589081] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.623260] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447141} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.623532] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 795de1fd-be57-4648-815c-b976051b3faf/795de1fd-be57-4648-815c-b976051b3faf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.623727] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.623967] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a367002b-a202-4614-8b6b-f9fbc85c1b57 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.630212] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1194.630212] env[63380]: value = "task-2680862" [ 1194.630212] env[63380]: _type = "Task" [ 1194.630212] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.638870] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.647325] env[63380]: DEBUG nova.policy [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb4de8da1ed4800b4c4b15026c4c490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4f804149b1644e6a275f4c1b9869fff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.896875] env[63380]: DEBUG nova.objects.base [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.897137] env[63380]: DEBUG nova.network.neutron [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.906624] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Successfully created port: cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.967022] env[63380]: DEBUG nova.policy [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.088235] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.141165] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065578} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.141549] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.142572] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4f2cea-b24b-4a1d-909c-816eda134728 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.168137] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 795de1fd-be57-4648-815c-b976051b3faf/795de1fd-be57-4648-815c-b976051b3faf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.171327] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f2205a-9d96-4cd5-a5e9-1e9868436070 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.192705] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1195.192705] env[63380]: value = "task-2680863" [ 1195.192705] env[63380]: _type = "Task" [ 1195.192705] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.202784] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.257541] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b850868-e1fa-4111-91ee-49789d1479c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.264811] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ceb6b-f4fa-40e6-9386-37ac4e704b3a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.293830] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b782c8-419a-411a-827b-1fc3f99784bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.300928] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31632a80-10f6-4d2b-a5c3-831b398d289a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.315188] env[63380]: DEBUG nova.compute.provider_tree [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.702718] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.818754] env[63380]: DEBUG nova.scheduler.client.report [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.101151] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.129493] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.129761] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.129945] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.130150] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.130301] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.130451] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.130656] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.130813] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.130986] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.131165] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.131347] env[63380]: DEBUG nova.virt.hardware [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.132236] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648ab33-cd6b-411c-b5b0-e1d8c00e3f77 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.140208] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94293e38-d925-4bc8-aa49-60ae6801f81c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.202193] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680863, 'name': ReconfigVM_Task, 'duration_secs': 0.718831} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.202418] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 795de1fd-be57-4648-815c-b976051b3faf/795de1fd-be57-4648-815c-b976051b3faf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.203110] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10753070-2e7e-4fd2-917d-9cd01b1b1d8b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.209686] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1196.209686] env[63380]: value = "task-2680864" [ 1196.209686] env[63380]: _type = "Task" [ 1196.209686] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.217142] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680864, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.323456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.324056] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.327081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.407s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.341180] env[63380]: DEBUG nova.compute.manager [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.341443] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.341712] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.341876] env[63380]: DEBUG oslo_concurrency.lockutils [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.342231] env[63380]: DEBUG nova.compute.manager [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] No waiting events found dispatching network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.342488] env[63380]: WARNING nova.compute.manager [req-b2776559-bf93-45c7-bd25-c3c4bbd7b830 req-7665e56f-e801-45c5-b0db-af152367da26 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received unexpected event network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc for instance with vm_state active and task_state None. [ 1196.359792] env[63380]: DEBUG nova.compute.manager [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.360074] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.360253] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.360426] env[63380]: DEBUG oslo_concurrency.lockutils [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.360616] env[63380]: DEBUG nova.compute.manager [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] No waiting events found dispatching network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.360760] env[63380]: WARNING nova.compute.manager [req-7a6bfcce-0897-41bf-9b1d-b1ee8b213d99 req-589598c3-b316-4e57-b364-ace92b3a5859 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received unexpected event network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a for instance with vm_state building and task_state spawning. [ 1196.423043] env[63380]: DEBUG nova.network.neutron [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Successfully updated port: d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.425582] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Successfully updated port: cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.719650] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680864, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.830527] env[63380]: DEBUG nova.compute.utils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.835031] env[63380]: INFO nova.compute.claims [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.838875] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.839084] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.899101] env[63380]: DEBUG nova.policy [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6365c9721c89409489ad01dcac80d7b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6c5542242344ec80184bedb165bd5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.926132] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.926341] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.926506] env[63380]: DEBUG nova.network.neutron [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.931622] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.931976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.932254] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.155105] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Successfully created port: f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.220706] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680864, 'name': Rename_Task, 'duration_secs': 0.774842} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.220973] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.221268] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7e1e6f2-1cbf-4729-b409-c0af545ff049 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.227756] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1197.227756] env[63380]: value = "task-2680865" [ 1197.227756] env[63380]: _type = "Task" [ 1197.227756] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.234964] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.341076] env[63380]: INFO nova.compute.resource_tracker [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating resource usage from migration 78d32b84-dfff-4ddc-a7a9-953676ac34da [ 1197.344371] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.464922] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.468764] env[63380]: WARNING nova.network.neutron [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 1197.566415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ae20d-a75c-4357-9a9a-a784ef4a6717 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.576325] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62175bb6-f586-4fb1-9b95-47beab701de2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.608449] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803c31b-c3e9-4ff7-ae1e-afa1f1ec934b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.611626] env[63380]: DEBUG nova.network.neutron [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.619471] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feedfaa-bb9c-4290-afa3-f6f2c34854cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.635037] env[63380]: DEBUG nova.compute.provider_tree [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.737892] env[63380]: DEBUG oslo_vmware.api [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680865, 'name': PowerOnVM_Task, 'duration_secs': 0.429535} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.738268] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.738562] env[63380]: INFO nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1197.738852] env[63380]: DEBUG nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.740108] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938623f6-1003-43d5-969e-48822c6568e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.786389] env[63380]: DEBUG nova.network.neutron [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "address": "fa:16:3e:4b:64:b0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3da6ff7-dc", "ovs_interfaceid": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.114433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.114875] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance network_info: |[{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.115478] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:65:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.128445] env[63380]: DEBUG oslo.service.loopingcall [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.128742] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.129064] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b51d6373-0b52-4b4c-9f00-d4f57eea063b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.144484] env[63380]: DEBUG nova.scheduler.client.report [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.155317] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.155317] env[63380]: value = "task-2680866" [ 1198.155317] env[63380]: _type = "Task" [ 1198.155317] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.167949] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680866, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.261380] env[63380]: INFO nova.compute.manager [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Took 12.56 seconds to build instance. [ 1198.288581] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.289087] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.289257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.290348] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73194403-b534-4f3f-85b6-f06d7994fef4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.309234] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.309570] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.309779] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.309997] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.310204] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.310391] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.310644] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.310860] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.311102] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.311311] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.311527] env[63380]: DEBUG nova.virt.hardware [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.318553] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfiguring VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1198.318901] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280dfb8a-86e3-4017-ad10-ea8417011646 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.337464] env[63380]: DEBUG oslo_vmware.api [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1198.337464] env[63380]: value = "task-2680867" [ 1198.337464] env[63380]: _type = "Task" [ 1198.337464] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.345189] env[63380]: DEBUG oslo_vmware.api [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680867, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.353408] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.381779] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.382075] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.382235] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.382421] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.382569] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.382717] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.382947] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.383135] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.383309] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.383533] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.383639] env[63380]: DEBUG nova.virt.hardware [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.384540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bfa53c-3add-4325-ae40-9b6716a1b242 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.393316] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e6ed9-b8d0-4ab3-bff6-e8c3436fd200 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.411418] env[63380]: DEBUG nova.compute.manager [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.411503] env[63380]: DEBUG nova.compute.manager [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-d3da6ff7-dcec-408d-bc21-ef3113b386fc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.411697] env[63380]: DEBUG oslo_concurrency.lockutils [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.411958] env[63380]: DEBUG oslo_concurrency.lockutils [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.412593] env[63380]: DEBUG nova.network.neutron [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.428243] env[63380]: DEBUG nova.compute.manager [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.428465] env[63380]: DEBUG nova.compute.manager [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing instance network info cache due to event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.428703] env[63380]: DEBUG oslo_concurrency.lockutils [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.428900] env[63380]: DEBUG oslo_concurrency.lockutils [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.429132] env[63380]: DEBUG nova.network.neutron [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.650147] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.323s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.650381] env[63380]: INFO nova.compute.manager [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Migrating [ 1198.656901] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.252s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.657148] env[63380]: DEBUG nova.objects.instance [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'pci_requests' on Instance uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.677682] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680866, 'name': CreateVM_Task, 'duration_secs': 0.351085} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.677682] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.678486] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.678942] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.679456] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.680145] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44ed7a3-ddc5-49b0-a4f0-d3df7482e20b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.686250] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1198.686250] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520bd660-4186-3efc-24aa-5b9960e0c30e" [ 1198.686250] env[63380]: _type = "Task" [ 1198.686250] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.687171] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Successfully updated port: f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.698520] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520bd660-4186-3efc-24aa-5b9960e0c30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.763371] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3ac88826-64a9-4218-a159-2229c6f29f02 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.080s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.847943] env[63380]: DEBUG oslo_vmware.api [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.132889] env[63380]: DEBUG nova.network.neutron [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updated VIF entry in instance network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.133340] env[63380]: DEBUG nova.network.neutron [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.168879] env[63380]: DEBUG nova.objects.instance [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'numa_topology' on Instance uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.172662] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.172662] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.172662] env[63380]: DEBUG nova.network.neutron [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.186743] env[63380]: DEBUG nova.network.neutron [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port d3da6ff7-dcec-408d-bc21-ef3113b386fc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.187204] env[63380]: DEBUG nova.network.neutron [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "address": "fa:16:3e:4b:64:b0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3da6ff7-dc", "ovs_interfaceid": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.189852] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.189993] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquired lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.190148] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.203812] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]520bd660-4186-3efc-24aa-5b9960e0c30e, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.204128] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.204411] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.204654] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.204803] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.204986] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.205269] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59086570-f531-4e72-a9b6-bfedce7cbbec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.213644] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.213821] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.214506] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e07d33-320d-47fc-9d24-864d12832af4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.219398] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1199.219398] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dcffb-7909-2acd-d1d6-3396272b7b41" [ 1199.219398] env[63380]: _type = "Task" [ 1199.219398] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.226785] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dcffb-7909-2acd-d1d6-3396272b7b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.348042] env[63380]: DEBUG oslo_vmware.api [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680867, 'name': ReconfigVM_Task, 'duration_secs': 0.652636} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.348610] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.348864] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfigured VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1199.636369] env[63380]: DEBUG oslo_concurrency.lockutils [req-439df666-5866-4919-b9ef-9a202c34d3bd req-631cee6f-9d24-4634-90e3-964146765951 service nova] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.671219] env[63380]: INFO nova.compute.claims [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.690189] env[63380]: DEBUG oslo_concurrency.lockutils [req-79e7610b-6cb0-4f85-bde0-26cf904fd719 req-c3a75442-6316-4fc4-b879-cb67dd8b5593 service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.724007] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.733185] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522dcffb-7909-2acd-d1d6-3396272b7b41, 'name': SearchDatastore_Task, 'duration_secs': 0.008517} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.733937] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca87178c-55e4-4f09-b76f-da3a50e78e70 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.741678] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1199.741678] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522a404f-5b81-ccb7-0a2c-f9ab11a555b8" [ 1199.741678] env[63380]: _type = "Task" [ 1199.741678] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.749231] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522a404f-5b81-ccb7-0a2c-f9ab11a555b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.853685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f4efa748-e6d3-4ea7-834d-c717dd99ddc6 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.107s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.872358] env[63380]: DEBUG nova.network.neutron [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Updating instance_info_cache with network_info: [{"id": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "address": "fa:16:3e:14:b7:a9", "network": {"id": "e831a3f7-2c09-4dfc-be53-81bff03591b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-7039292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6c5542242344ec80184bedb165bd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8e606-c0", "ovs_interfaceid": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.974050] env[63380]: DEBUG nova.network.neutron [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.252395] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]522a404f-5b81-ccb7-0a2c-f9ab11a555b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.252705] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.252906] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.253209] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26427f58-247a-455d-a6f9-14d7cef6295d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.260332] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1200.260332] env[63380]: value = "task-2680868" [ 1200.260332] env[63380]: _type = "Task" [ 1200.260332] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.267820] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.374886] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Releasing lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.375276] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Instance network_info: |[{"id": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "address": "fa:16:3e:14:b7:a9", "network": {"id": "e831a3f7-2c09-4dfc-be53-81bff03591b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-7039292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6c5542242344ec80184bedb165bd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8e606-c0", "ovs_interfaceid": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.375704] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:b7:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.383646] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Creating folder: Project (fa6c5542242344ec80184bedb165bd5d). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.383941] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-245e0878-41df-4e7a-b673-ed605b54f48d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.394894] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Created folder: Project (fa6c5542242344ec80184bedb165bd5d) in parent group-v540155. [ 1200.395100] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Creating folder: Instances. Parent ref: group-v540474. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1200.395336] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06588107-3128-46c9-8dfe-a462e2203fc8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.405014] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Created folder: Instances in parent group-v540474. [ 1200.405257] env[63380]: DEBUG oslo.service.loopingcall [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.405446] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.405646] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f328e230-f5ce-4be7-8f80-67b23e7b32cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.424203] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.424203] env[63380]: value = "task-2680871" [ 1200.424203] env[63380]: _type = "Task" [ 1200.424203] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.436601] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680871, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.440369] env[63380]: DEBUG nova.compute.manager [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Received event network-changed-2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.441236] env[63380]: DEBUG nova.compute.manager [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Refreshing instance network info cache due to event network-changed-2014beda-5da2-49b0-bff3-3086560a4fd5. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.441236] env[63380]: DEBUG oslo_concurrency.lockutils [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] Acquiring lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.441236] env[63380]: DEBUG oslo_concurrency.lockutils [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] Acquired lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.441236] env[63380]: DEBUG nova.network.neutron [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Refreshing network info cache for port 2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.462173] env[63380]: DEBUG nova.compute.manager [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Received event network-vif-plugged-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.462405] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Acquiring lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.462616] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.462821] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.462973] env[63380]: DEBUG nova.compute.manager [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] No waiting events found dispatching network-vif-plugged-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.463170] env[63380]: WARNING nova.compute.manager [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Received unexpected event network-vif-plugged-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa for instance with vm_state building and task_state spawning. [ 1200.463343] env[63380]: DEBUG nova.compute.manager [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Received event network-changed-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.463498] env[63380]: DEBUG nova.compute.manager [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Refreshing instance network info cache due to event network-changed-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.463680] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Acquiring lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.463817] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Acquired lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.463972] env[63380]: DEBUG nova.network.neutron [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Refreshing network info cache for port f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.476751] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.772380] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481008} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.772674] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.772901] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.773193] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9430d68-1eb2-4836-a3b8-c998b05dc2cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.780116] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1200.780116] env[63380]: value = "task-2680872" [ 1200.780116] env[63380]: _type = "Task" [ 1200.780116] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.787766] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.826172] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9785e7-1c62-40e2-b28c-4f0fcc96e3c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.836353] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c05281-a066-4f36-9cb0-31950cd331f7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.868984] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ae84f-8aba-462a-9b01-c53718aa4e96 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.876622] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a98776-d1b9-45c9-b734-d919f9552eac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.889707] env[63380]: DEBUG nova.compute.provider_tree [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.933195] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680871, 'name': CreateVM_Task, 'duration_secs': 0.457281} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.933370] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.934038] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.934219] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.934566] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.934787] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5e04cf-e98b-419c-b73d-8b005f7a8c4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.938932] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1200.938932] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52272a52-9a7a-3f4b-f54d-f71c03f817ef" [ 1200.938932] env[63380]: _type = "Task" [ 1200.938932] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.948646] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52272a52-9a7a-3f4b-f54d-f71c03f817ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.204627] env[63380]: DEBUG nova.network.neutron [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updated VIF entry in instance network info cache for port 2014beda-5da2-49b0-bff3-3086560a4fd5. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.205018] env[63380]: DEBUG nova.network.neutron [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating instance_info_cache with network_info: [{"id": "2014beda-5da2-49b0-bff3-3086560a4fd5", "address": "fa:16:3e:5c:e6:dd", "network": {"id": "aa75fe12-dcb7-4a11-b394-73f7e3e4006d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2059390343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fe7dbda7c6b4330b9b7bfd645359740", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2014beda-5d", "ovs_interfaceid": "2014beda-5da2-49b0-bff3-3086560a4fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.291836] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093263} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.292272] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.292987] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6638edf2-a712-4a20-b751-a63a3e7fa999 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.315185] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.315470] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2ab731-c9ca-44f3-82c3-16169ff4ddc1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.335044] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1201.335044] env[63380]: value = "task-2680873" [ 1201.335044] env[63380]: _type = "Task" [ 1201.335044] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.342690] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.393512] env[63380]: DEBUG nova.scheduler.client.report [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.444800] env[63380]: DEBUG nova.network.neutron [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Updated VIF entry in instance network info cache for port f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.445189] env[63380]: DEBUG nova.network.neutron [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Updating instance_info_cache with network_info: [{"id": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "address": "fa:16:3e:14:b7:a9", "network": {"id": "e831a3f7-2c09-4dfc-be53-81bff03591b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-7039292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6c5542242344ec80184bedb165bd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8e606-c0", "ovs_interfaceid": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.450615] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52272a52-9a7a-3f4b-f54d-f71c03f817ef, 'name': SearchDatastore_Task, 'duration_secs': 0.086306} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.450903] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.451144] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.451379] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.451528] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.451708] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.451991] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d50e733f-1be8-41ae-a8b9-5f6798b5ffd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.454816] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.455054] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.464258] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.464431] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.465142] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcd32f7-0d49-425e-80ea-c2a5d100df94 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.470431] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1201.470431] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6bfaf-e196-c2bb-d2c1-6b232c80026d" [ 1201.470431] env[63380]: _type = "Task" [ 1201.470431] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.477844] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6bfaf-e196-c2bb-d2c1-6b232c80026d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.708263] env[63380]: DEBUG oslo_concurrency.lockutils [req-2fbebd73-1276-459a-bc18-42c95947ce51 req-b4ef6145-7a7f-41f0-83c5-af05b314a1cf service nova] Releasing lock "refresh_cache-795de1fd-be57-4648-815c-b976051b3faf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.844523] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680873, 'name': ReconfigVM_Task, 'duration_secs': 0.317976} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.844794] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.845426] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91481649-cfd7-43ac-8db6-6d6be9a70d12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.851248] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1201.851248] env[63380]: value = "task-2680874" [ 1201.851248] env[63380]: _type = "Task" [ 1201.851248] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.862109] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680874, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.900078] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.242s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.928990] env[63380]: INFO nova.network.neutron [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating port 18a9d290-d9e7-43dd-85c5-5a61655f139c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1201.948068] env[63380]: DEBUG oslo_concurrency.lockutils [req-25fa81ff-8965-4e86-a99a-8e995975bbdc req-eaa3c28d-d4f3-4082-bec1-c66b4152598f service nova] Releasing lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.957883] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.958141] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.959301] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636880ed-53a7-4063-a58b-b91796a8e55c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.981264] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb0131-383f-4603-a4aa-bed20db5d860 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.992913] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b6bfaf-e196-c2bb-d2c1-6b232c80026d, 'name': SearchDatastore_Task, 'duration_secs': 0.0249} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.015502] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfiguring VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1202.016282] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1abde565-77f1-410e-b3c2-ab02abba78f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.018605] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8229eab5-2b19-4034-b5fe-4c470efb40a2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.032158] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8da1c-4b31-4a51-901c-87265d9bc3b8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.050012] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1202.050012] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524389e8-9d60-f58a-8b69-aa71a963c642" [ 1202.050012] env[63380]: _type = "Task" [ 1202.050012] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.050313] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.054656] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1202.054656] env[63380]: value = "task-2680875" [ 1202.054656] env[63380]: _type = "Task" [ 1202.054656] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.068021] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524389e8-9d60-f58a-8b69-aa71a963c642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.068345] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.361552] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680874, 'name': Rename_Task, 'duration_secs': 0.144378} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.361949] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.362110] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcbed36-78fc-4330-ac1a-57a275b956cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.370254] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1202.370254] env[63380]: value = "task-2680876" [ 1202.370254] env[63380]: _type = "Task" [ 1202.370254] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.378472] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.559861] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.563076] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b79a070-173d-4d50-9d93-8ce2c6429d2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.571030] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.575184] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524389e8-9d60-f58a-8b69-aa71a963c642, 'name': SearchDatastore_Task, 'duration_secs': 0.027059} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.575518] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1202.575518] env[63380]: value = "task-2680877" [ 1202.575518] env[63380]: _type = "Task" [ 1202.575518] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.575809] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.576127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b0b67e93-0843-4041-be81-b95c5e6dda80/b0b67e93-0843-4041-be81-b95c5e6dda80.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.576451] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ab4331-2d1d-4de3-bacd-df44b7205f95 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.585841] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.587052] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1202.587052] env[63380]: value = "task-2680878" [ 1202.587052] env[63380]: _type = "Task" [ 1202.587052] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.594157] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.880414] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.069129] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.084968] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680877, 'name': PowerOffVM_Task, 'duration_secs': 0.206991} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.085264] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.085504] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.097147] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495436} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.097381] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] b0b67e93-0843-4041-be81-b95c5e6dda80/b0b67e93-0843-4041-be81-b95c5e6dda80.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.097587] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.097826] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd0c9af-67f8-4129-b955-eb1292e4a9cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.103849] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1203.103849] env[63380]: value = "task-2680879" [ 1203.103849] env[63380]: _type = "Task" [ 1203.103849] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.111221] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.330152] env[63380]: DEBUG nova.compute.manager [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1203.330352] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.330561] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.330729] env[63380]: DEBUG oslo_concurrency.lockutils [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.330896] env[63380]: DEBUG nova.compute.manager [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] No waiting events found dispatching network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.331134] env[63380]: WARNING nova.compute.manager [req-ee8ed85f-bc5f-430d-8218-54ffff650251 req-5d5207e2-c3e4-4cf9-b799-62e41831abcf service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received unexpected event network-vif-plugged-18a9d290-d9e7-43dd-85c5-5a61655f139c for instance with vm_state shelved_offloaded and task_state spawning. [ 1203.383100] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680876, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.414284] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.414474] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.414658] env[63380]: DEBUG nova.network.neutron [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.568139] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.594998] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.595210] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.595357] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.595542] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.595692] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.595838] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.596101] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.596216] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.596420] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.596603] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.597193] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.601933] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99785191-d7f9-4b8b-ae16-33bc0efd67ca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.620827] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056023} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.622116] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.622472] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1203.622472] env[63380]: value = "task-2680880" [ 1203.622472] env[63380]: _type = "Task" [ 1203.622472] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.623151] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44109dc-114d-4934-b880-dc4ff8cebeef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.649094] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b0b67e93-0843-4041-be81-b95c5e6dda80/b0b67e93-0843-4041-be81-b95c5e6dda80.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.652445] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfa428c-9d0e-4431-983e-5d1863d9e1c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.667009] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.671830] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1203.671830] env[63380]: value = "task-2680881" [ 1203.671830] env[63380]: _type = "Task" [ 1203.671830] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.679592] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.880781] env[63380]: DEBUG oslo_vmware.api [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680876, 'name': PowerOnVM_Task, 'duration_secs': 1.510394} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.881074] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.881284] env[63380]: INFO nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1203.881471] env[63380]: DEBUG nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.882351] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21565b5c-aec5-4f5f-a18d-9cca4a28bb28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.071622] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.134630] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680880, 'name': ReconfigVM_Task, 'duration_secs': 0.381625} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.134892] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.146917] env[63380]: DEBUG nova.network.neutron [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.182475] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.399773] env[63380]: INFO nova.compute.manager [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Took 16.90 seconds to build instance. [ 1204.569798] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.642109] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.642366] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.642527] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.642735] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.642861] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.643051] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.643246] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.643406] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.643573] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.643737] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.644060] env[63380]: DEBUG nova.virt.hardware [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.649235] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.649741] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.651763] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de12ef9d-ed50-4601-9b52-9a9bd2a7c58d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.669449] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1204.669449] env[63380]: value = "task-2680882" [ 1204.669449] env[63380]: _type = "Task" [ 1204.669449] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.682341] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.685382] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680881, 'name': ReconfigVM_Task, 'duration_secs': 0.689665} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.687990] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b0b67e93-0843-4041-be81-b95c5e6dda80/b0b67e93-0843-4041-be81-b95c5e6dda80.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.689027] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63840708-b8fa-4978-a583-8777f7db7504 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.696021] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='416e64f7909ff3e4b04d130bb90ffd13',container_format='bare',created_at=2025-02-19T12:07:12Z,direct_url=,disk_format='vmdk',id=6169ce90-e787-4c27-86a8-1e6315a70b5d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-232440114-shelved',owner='c95f87f09bfc457b8d418739216a0a95',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T12:07:29Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.696021] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.696021] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.696021] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.696334] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.696586] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.696902] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.697213] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.697496] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.700027] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.700027] env[63380]: DEBUG nova.virt.hardware [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.700027] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4461f508-cba8-4afc-8082-36fb4491fdb8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.703501] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1204.703501] env[63380]: value = "task-2680883" [ 1204.703501] env[63380]: _type = "Task" [ 1204.703501] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.711429] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47271f-5dc3-4ee2-b49a-3648f55b0d9a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.719337] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680883, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.729710] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a9d290-d9e7-43dd-85c5-5a61655f139c', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.738149] env[63380]: DEBUG oslo.service.loopingcall [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.738581] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.738944] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e379b553-954a-44d7-bce9-d922a94cf87e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.758204] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.758204] env[63380]: value = "task-2680884" [ 1204.758204] env[63380]: _type = "Task" [ 1204.758204] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.766060] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680884, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.902174] env[63380]: DEBUG oslo_concurrency.lockutils [None req-eaade9fb-43cc-4760-b56d-ca38c50ae191 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.414s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.070486] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.180275] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680882, 'name': ReconfigVM_Task, 'duration_secs': 0.191502} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.180594] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.181538] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee1144c-7225-4af6-8e3f-bf9b489f9540 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.209627] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.210134] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7787a9-8b64-4d12-92a6-063b2700aa8a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.233438] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680883, 'name': Rename_Task, 'duration_secs': 0.167976} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.234636] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.234956] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1205.234956] env[63380]: value = "task-2680885" [ 1205.234956] env[63380]: _type = "Task" [ 1205.234956] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.235163] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03dc90bd-ee2c-4ec9-a686-e24517ac379e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.245054] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.246144] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1205.246144] env[63380]: value = "task-2680886" [ 1205.246144] env[63380]: _type = "Task" [ 1205.246144] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.253211] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.267942] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680884, 'name': CreateVM_Task, 'duration_secs': 0.399948} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.268115] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.268796] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.269031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.269411] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.269671] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ecc6cd-ccca-486a-93b5-adecb24f67f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.274779] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1205.274779] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524ffe11-d0f8-af75-b435-d798b5f65b5a" [ 1205.274779] env[63380]: _type = "Task" [ 1205.274779] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.290112] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524ffe11-d0f8-af75-b435-d798b5f65b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.367982] env[63380]: DEBUG nova.compute.manager [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1205.368241] env[63380]: DEBUG nova.compute.manager [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing instance network info cache due to event network-changed-18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1205.368589] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Acquiring lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.368752] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Acquired lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.369018] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Refreshing network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.571880] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.747329] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680885, 'name': ReconfigVM_Task, 'duration_secs': 0.36133} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.751108] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f/fa455f1c-81f3-43e2-a3dc-75b125bc9f6f.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.751442] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.759693] env[63380]: DEBUG oslo_vmware.api [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680886, 'name': PowerOnVM_Task, 'duration_secs': 0.508259} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.759945] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.760167] env[63380]: INFO nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1205.760350] env[63380]: DEBUG nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.761141] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7279d-6fb9-4422-bcab-0241f183ae00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.785434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.785434] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Processing image 6169ce90-e787-4c27-86a8-1e6315a70b5d {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.785434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.785434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.785434] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.785655] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ffd4ce5-ba76-4304-9013-7bb3a21607c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.793873] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.795229] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.795229] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a234509-7d74-4bff-a019-e0fcbf47076a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.799838] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1205.799838] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526eada5-0d6f-4b95-185e-1f30fb4d5a37" [ 1205.799838] env[63380]: _type = "Task" [ 1205.799838] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.807997] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526eada5-0d6f-4b95-185e-1f30fb4d5a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.067712] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updated VIF entry in instance network info cache for port 18a9d290-d9e7-43dd-85c5-5a61655f139c. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.068040] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [{"id": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "address": "fa:16:3e:2b:8e:77", "network": {"id": "ff0b8ab1-fe63-492e-877f-f84a3168278a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1524959727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95f87f09bfc457b8d418739216a0a95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a9d290-d9", "ovs_interfaceid": "18a9d290-d9e7-43dd-85c5-5a61655f139c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.072766] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.258471] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32febbdf-5e6d-46e2-9d98-8de619048804 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.281882] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43738d19-f017-40db-8968-a7b48f80ece4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.286814] env[63380]: INFO nova.compute.manager [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Took 18.78 seconds to build instance. [ 1206.302479] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.314874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1206.315140] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Fetch image to [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e/OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1206.315334] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Downloading stream optimized image 6169ce90-e787-4c27-86a8-1e6315a70b5d to [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e/OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e.vmdk on the data store datastore1 as vApp {{(pid=63380) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1206.315507] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Downloading image file data 6169ce90-e787-4c27-86a8-1e6315a70b5d to the ESX as VM named 'OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e' {{(pid=63380) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1206.390526] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1206.390526] env[63380]: value = "resgroup-9" [ 1206.390526] env[63380]: _type = "ResourcePool" [ 1206.390526] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1206.390763] env[63380]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1327318d-afdb-44d6-b7bb-f597b37d7dd3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.411193] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease: (returnval){ [ 1206.411193] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1206.411193] env[63380]: _type = "HttpNfcLease" [ 1206.411193] env[63380]: } obtained for vApp import into resource pool (val){ [ 1206.411193] env[63380]: value = "resgroup-9" [ 1206.411193] env[63380]: _type = "ResourcePool" [ 1206.411193] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1206.411537] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the lease: (returnval){ [ 1206.411537] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1206.411537] env[63380]: _type = "HttpNfcLease" [ 1206.411537] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1206.417615] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.417615] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1206.417615] env[63380]: _type = "HttpNfcLease" [ 1206.417615] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1206.494241] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "b0b67e93-0843-4041-be81-b95c5e6dda80" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.571738] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.574400] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Releasing lock "refresh_cache-e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.574672] env[63380]: DEBUG nova.compute.manager [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.574799] env[63380]: DEBUG nova.compute.manager [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing instance network info cache due to event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1206.575030] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.575182] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.575353] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.789371] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6e667c09-30e3-48e7-b3f3-6a0056d80b1f tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.291s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.789635] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.296s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.789839] env[63380]: INFO nova.compute.manager [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Rebooting instance [ 1206.846824] env[63380]: DEBUG nova.network.neutron [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Port 5f223958-2ec2-4fed-b1d3-c363d7e98a1f binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1206.921118] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.921118] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1206.921118] env[63380]: _type = "HttpNfcLease" [ 1206.921118] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.072555] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.306083] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.306287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquired lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.306587] env[63380]: DEBUG nova.network.neutron [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.397230] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updated VIF entry in instance network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.397820] env[63380]: DEBUG nova.network.neutron [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.420814] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.420814] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1207.420814] env[63380]: _type = "HttpNfcLease" [ 1207.420814] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.573040] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.870880] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.871269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.871269] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.901721] env[63380]: DEBUG oslo_concurrency.lockutils [req-969d2a83-bd73-499e-99ac-608b207e7457 req-0c1526ca-419c-48b1-a18e-6384e27665cc service nova] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.920735] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.920735] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1207.920735] env[63380]: _type = "HttpNfcLease" [ 1207.920735] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.994280] env[63380]: DEBUG nova.network.neutron [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Updating instance_info_cache with network_info: [{"id": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "address": "fa:16:3e:14:b7:a9", "network": {"id": "e831a3f7-2c09-4dfc-be53-81bff03591b3", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-7039292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6c5542242344ec80184bedb165bd5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8e606-c0", "ovs_interfaceid": "f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.073309] env[63380]: DEBUG oslo_vmware.api [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680875, 'name': ReconfigVM_Task, 'duration_secs': 5.785577} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.073564] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.073774] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Reconfigured VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1208.423062] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.423062] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1208.423062] env[63380]: _type = "HttpNfcLease" [ 1208.423062] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.423327] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.423327] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526a3ff0-69f7-e1a4-2454-45b50e9b878f" [ 1208.423327] env[63380]: _type = "HttpNfcLease" [ 1208.423327] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1208.424030] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509da63-4afe-4771-ae93-6ae31c4a1900 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.432155] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.432342] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1208.496034] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cac41b7-c8b4-40b3-a81b-b8e175c645f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.498573] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Releasing lock "refresh_cache-b0b67e93-0843-4041-be81-b95c5e6dda80" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.911103] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.911372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.911494] env[63380]: DEBUG nova.network.neutron [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.003056] env[63380]: DEBUG nova.compute.manager [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.003955] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad21909b-7a0f-4876-b494-afd15722ef76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.419161] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.419340] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.419472] env[63380]: DEBUG nova.network.neutron [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.559099] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1209.559099] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1209.559099] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7273d9c-629a-4109-90cc-a98a5822a600 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.566248] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1209.566248] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1209.568775] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cf43cf86-7a3e-4cc7-9169-b25e26fa75fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.698425] env[63380]: DEBUG nova.network.neutron [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.758150] env[63380]: DEBUG oslo_vmware.rw_handles [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c184dc-5183-ff03-51a5-1ba065317fda/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1209.758389] env[63380]: INFO nova.virt.vmwareapi.images [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Downloaded image file data 6169ce90-e787-4c27-86a8-1e6315a70b5d [ 1209.759279] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee303da2-80b8-4bdb-b61d-2f044e0ad3bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.774959] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb8fe08-286b-4239-b4ad-8507ee1b20bf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.817914] env[63380]: INFO nova.virt.vmwareapi.images [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] The imported VM was unregistered [ 1209.820348] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1209.820618] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.820915] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95f3af7-06fd-42a1-993e-d1c4d7dd9143 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.834391] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Created directory with path [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.834583] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e/OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e.vmdk to [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk. {{(pid=63380) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1209.834841] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a21342d7-bcdc-4e9c-9734-5eb6ea93e0eb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.841618] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1209.841618] env[63380]: value = "task-2680889" [ 1209.841618] env[63380]: _type = "Task" [ 1209.841618] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.848942] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.019573] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc77b86f-a034-4ddf-9ad1-a047ee3326c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.030165] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Doing hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1210.030483] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d698081-3ce1-4822-b706-ddb0e62b01f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.036937] env[63380]: DEBUG oslo_vmware.api [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1210.036937] env[63380]: value = "task-2680890" [ 1210.036937] env[63380]: _type = "Task" [ 1210.036937] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.045151] env[63380]: DEBUG oslo_vmware.api [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680890, 'name': ResetVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.131738] env[63380]: INFO nova.network.neutron [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Port d3da6ff7-dcec-408d-bc21-ef3113b386fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1210.132175] env[63380]: DEBUG nova.network.neutron [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.201224] env[63380]: DEBUG oslo_concurrency.lockutils [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.270848] env[63380]: DEBUG nova.compute.manager [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.271109] env[63380]: DEBUG nova.compute.manager [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing instance network info cache due to event network-changed-38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1210.271270] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] Acquiring lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.352606] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.547370] env[63380]: DEBUG oslo_vmware.api [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680890, 'name': ResetVM_Task, 'duration_secs': 0.118238} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.547697] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Did hard reboot of VM {{(pid=63380) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1210.547951] env[63380]: DEBUG nova.compute.manager [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.548783] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefd269-4bf0-4b54-9cdc-2db49b6d3440 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.635731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.637996] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] Acquired lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.638781] env[63380]: DEBUG nova.network.neutron [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Refreshing network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.730617] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf74740-f889-4edc-82ad-9a7aacadeb6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.751109] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a359d0-29cc-44e9-aa82-fdd31db3e72d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759697] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.857935] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.999648] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.000099] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.000569] env[63380]: DEBUG nova.objects.instance [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'flavor' on Instance uuid 9864557a-6d58-44c7-b41a-f969543ac041 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.061681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-3512462d-c5fe-4b81-a196-30adc2f6eddd tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.272s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.142066] env[63380]: DEBUG oslo_concurrency.lockutils [None req-fba129c8-9ede-448a-8741-f9e8fe48f0bb tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-c90371d9-ea4f-4af4-89c6-36e79b379146-d3da6ff7-dcec-408d-bc21-ef3113b386fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.686s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.266378] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.269432] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3c5f72-81ea-4b59-b35c-30b1a7770388 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.278038] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1211.278038] env[63380]: value = "task-2680891" [ 1211.278038] env[63380]: _type = "Task" [ 1211.278038] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.285647] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.352810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "b0b67e93-0843-4041-be81-b95c5e6dda80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.353316] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.353576] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.353833] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.354061] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.355899] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.356450] env[63380]: INFO nova.compute.manager [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Terminating instance [ 1211.408776] env[63380]: DEBUG nova.network.neutron [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updated VIF entry in instance network info cache for port 38988e64-b1e2-46b7-90f8-a0916b1e4e02. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.409365] env[63380]: DEBUG nova.network.neutron [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [{"id": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "address": "fa:16:3e:2c:1d:8a", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38988e64-b1", "ovs_interfaceid": "38988e64-b1e2-46b7-90f8-a0916b1e4e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.621089] env[63380]: DEBUG nova.objects.instance [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'pci_requests' on Instance uuid 9864557a-6d58-44c7-b41a-f969543ac041 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.790638] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.854197] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.860149] env[63380]: DEBUG nova.compute.manager [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.860424] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.861321] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c53038-a6ad-44ee-aa3a-6463d0c79bce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.868890] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.869182] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fdd251-ae6d-47d0-9503-a15cd9a80d2d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.875714] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1211.875714] env[63380]: value = "task-2680892" [ 1211.875714] env[63380]: _type = "Task" [ 1211.875714] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.884403] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.912259] env[63380]: DEBUG oslo_concurrency.lockutils [req-6cf9be08-c831-4876-bf1d-7df111cc1547 req-bd9b57c9-8710-4270-9e41-1ed862431f7f service nova] Releasing lock "refresh_cache-c90371d9-ea4f-4af4-89c6-36e79b379146" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.124733] env[63380]: DEBUG nova.objects.base [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Object Instance<9864557a-6d58-44c7-b41a-f969543ac041> lazy-loaded attributes: flavor,pci_requests {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1212.125060] env[63380]: DEBUG nova.network.neutron [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.224628] env[63380]: DEBUG nova.policy [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd00dc9423d340c3b3585550cee94c91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d0dc0404485478c9b4512b2e0f505b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.288880] env[63380]: DEBUG oslo_vmware.api [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680891, 'name': PowerOnVM_Task, 'duration_secs': 0.862179} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.289190] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.289386] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea64123-7653-4096-aff0-ee5c112d4dda tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance 'fa455f1c-81f3-43e2-a3dc-75b125bc9f6f' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.301299] env[63380]: DEBUG nova.compute.manager [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1212.301299] env[63380]: DEBUG nova.compute.manager [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing instance network info cache due to event network-changed-4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1212.301511] env[63380]: DEBUG oslo_concurrency.lockutils [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.301712] env[63380]: DEBUG oslo_concurrency.lockutils [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.301926] env[63380]: DEBUG nova.network.neutron [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.354319] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680889, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.458062} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.354803] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e/OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e.vmdk to [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk. [ 1212.354803] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Cleaning up location [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1212.354937] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d8a82ddd-392f-4d94-8fb6-2772f2c90b7e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.355205] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c690bf31-3939-417c-bb3f-5311e6eabb4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.362273] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1212.362273] env[63380]: value = "task-2680893" [ 1212.362273] env[63380]: _type = "Task" [ 1212.362273] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.370357] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.386111] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680892, 'name': PowerOffVM_Task, 'duration_secs': 0.365332} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.386387] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.386563] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.386814] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6178203-8e5e-482d-a9aa-f221dfc01807 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.472323] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.472323] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.472323] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Deleting the datastore file [datastore2] b0b67e93-0843-4041-be81-b95c5e6dda80 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.472580] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95c0d4b5-0990-4077-b446-3c4958e190cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.479034] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for the task: (returnval){ [ 1212.479034] env[63380]: value = "task-2680895" [ 1212.479034] env[63380]: _type = "Task" [ 1212.479034] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.488991] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.871511] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13272} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.871868] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.872238] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.872495] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk to [datastore1] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.872863] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e575e1be-8dae-4588-a2f0-0fa77d411246 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.881098] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1212.881098] env[63380]: value = "task-2680896" [ 1212.881098] env[63380]: _type = "Task" [ 1212.881098] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.888605] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.990300] env[63380]: DEBUG oslo_vmware.api [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Task: {'id': task-2680895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145407} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.990582] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.990774] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.990954] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.991147] env[63380]: INFO nova.compute.manager [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1212.991401] env[63380]: DEBUG oslo.service.loopingcall [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.991600] env[63380]: DEBUG nova.compute.manager [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.991699] env[63380]: DEBUG nova.network.neutron [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.062419] env[63380]: DEBUG nova.network.neutron [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updated VIF entry in instance network info cache for port 4512a64c-27bc-4705-8879-07561bd25cd9. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.062836] env[63380]: DEBUG nova.network.neutron [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.391930] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.566044] env[63380]: DEBUG oslo_concurrency.lockutils [req-5ae55e58-8d67-4b84-a7b9-bf5af09fe4e3 req-1449a0de-f618-46ec-81ad-094a31bf9eb2 service nova] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.653556] env[63380]: DEBUG nova.compute.manager [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.653978] env[63380]: DEBUG oslo_concurrency.lockutils [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.654595] env[63380]: DEBUG oslo_concurrency.lockutils [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.654785] env[63380]: DEBUG oslo_concurrency.lockutils [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.654969] env[63380]: DEBUG nova.compute.manager [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] No waiting events found dispatching network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.655158] env[63380]: WARNING nova.compute.manager [req-bec0becb-6506-4f97-b55f-ea4f29214c17 req-1ef7ecf1-6903-4e68-b110-9a9a54b9fa96 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received unexpected event network-vif-plugged-d3da6ff7-dcec-408d-bc21-ef3113b386fc for instance with vm_state active and task_state None. [ 1213.753326] env[63380]: DEBUG nova.network.neutron [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.756646] env[63380]: DEBUG nova.network.neutron [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Successfully updated port: d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.892466] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.256937] env[63380]: INFO nova.compute.manager [-] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Took 1.26 seconds to deallocate network for instance. [ 1214.259238] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.259388] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.260415] env[63380]: DEBUG nova.network.neutron [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.334720] env[63380]: DEBUG nova.compute.manager [req-d7ee55df-b1da-4a08-8c4d-edb4ca1a326f req-46bfabc9-9186-48d0-85e2-373a23495c44 service nova] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Received event network-vif-deleted-f3a8e606-c0c3-4bc0-9c5b-9fdb3f5fa0aa {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.393231] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.544834] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.545389] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.545537] env[63380]: DEBUG nova.compute.manager [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Going to confirm migration 8 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1214.767745] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.767922] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.768182] env[63380]: DEBUG nova.objects.instance [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lazy-loading 'resources' on Instance uuid b0b67e93-0843-4041-be81-b95c5e6dda80 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.799551] env[63380]: WARNING nova.network.neutron [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] 487070aa-8256-465e-8a62-9e1e1b6bb93f already exists in list: networks containing: ['487070aa-8256-465e-8a62-9e1e1b6bb93f']. ignoring it [ 1214.893387] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.098488] env[63380]: DEBUG nova.network.neutron [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "address": "fa:16:3e:4b:64:b0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3da6ff7-dc", "ovs_interfaceid": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.109100] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.109312] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.109495] env[63380]: DEBUG nova.network.neutron [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.109684] env[63380]: DEBUG nova.objects.instance [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'info_cache' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.393201] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.394720] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4c7f0-3eba-4dad-92b0-40e4f8ac478c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.400997] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622656d-5489-4868-9797-721eb538a64b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.432836] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bf79c-f9f7-4807-ab0e-96c9ccd9b4fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.439807] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65f67f-9343-47cb-ac99-b38e11581596 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.452874] env[63380]: DEBUG nova.compute.provider_tree [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.601412] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.602291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.602506] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.603388] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3856f6fd-54c6-4629-9cf4-12994e085a37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.622295] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.622528] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.622741] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.623041] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.623226] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.623379] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.623586] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.623746] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.623913] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.624092] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.624271] env[63380]: DEBUG nova.virt.hardware [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.630634] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfiguring VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1215.631592] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8890ea76-dea2-480e-97c4-2392fa41e14a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.648497] env[63380]: DEBUG oslo_vmware.api [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1215.648497] env[63380]: value = "task-2680897" [ 1215.648497] env[63380]: _type = "Task" [ 1215.648497] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.656490] env[63380]: DEBUG oslo_vmware.api [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680897, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.679249] env[63380]: DEBUG nova.compute.manager [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-changed-d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1215.679503] env[63380]: DEBUG nova.compute.manager [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing instance network info cache due to event network-changed-d3da6ff7-dcec-408d-bc21-ef3113b386fc. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1215.679651] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.679795] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.680149] env[63380]: DEBUG nova.network.neutron [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Refreshing network info cache for port d3da6ff7-dcec-408d-bc21-ef3113b386fc {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.893282] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680896, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.534725} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.893560] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6169ce90-e787-4c27-86a8-1e6315a70b5d/6169ce90-e787-4c27-86a8-1e6315a70b5d.vmdk to [datastore1] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.894339] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761344af-47e6-4327-9c33-552a502baef0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.915452] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.915681] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5f24fa-503d-4c1d-906f-faaedb2765e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.934518] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1215.934518] env[63380]: value = "task-2680898" [ 1215.934518] env[63380]: _type = "Task" [ 1215.934518] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.941944] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.956465] env[63380]: DEBUG nova.scheduler.client.report [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.157980] env[63380]: DEBUG oslo_vmware.api [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.343813] env[63380]: DEBUG nova.network.neutron [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [{"id": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "address": "fa:16:3e:60:39:45", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f223958-2e", "ovs_interfaceid": "5f223958-2ec2-4fed-b1d3-c363d7e98a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.402364] env[63380]: DEBUG nova.network.neutron [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updated VIF entry in instance network info cache for port d3da6ff7-dcec-408d-bc21-ef3113b386fc. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.402798] env[63380]: DEBUG nova.network.neutron [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "address": "fa:16:3e:4b:64:b0", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3da6ff7-dc", "ovs_interfaceid": "d3da6ff7-dcec-408d-bc21-ef3113b386fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.444978] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680898, 'name': ReconfigVM_Task, 'duration_secs': 0.437916} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.445323] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e/e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.446292] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3fb3e6b-7f52-446b-b3c2-77d576365ca4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.455549] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1216.455549] env[63380]: value = "task-2680899" [ 1216.455549] env[63380]: _type = "Task" [ 1216.455549] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.460923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.466318] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680899, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.484048] env[63380]: INFO nova.scheduler.client.report [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Deleted allocations for instance b0b67e93-0843-4041-be81-b95c5e6dda80 [ 1216.658668] env[63380]: DEBUG oslo_vmware.api [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680897, 'name': ReconfigVM_Task, 'duration_secs': 0.983487} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.659204] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.659478] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfigured VM to attach interface {{(pid=63380) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1216.846992] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.847294] env[63380]: DEBUG nova.objects.instance [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'migration_context' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.905483] env[63380]: DEBUG oslo_concurrency.lockutils [req-3eb12cde-7e15-4239-a636-23bc6c0e11e4 req-465e2cbf-1b4c-40ef-87cb-6dab72657bbc service nova] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.966119] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680899, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.991221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-60d07ca4-e6f6-4f9d-9212-2b3c7e05e5d9 tempest-InstanceActionsTestJSON-1233633139 tempest-InstanceActionsTestJSON-1233633139-project-member] Lock "b0b67e93-0843-4041-be81-b95c5e6dda80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.163902] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0b215fb4-8f20-47d3-b08f-cf16a0554b73 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.164s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.350212] env[63380]: DEBUG nova.objects.base [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.351188] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915ed05-faaf-4d41-a908-c37ca8c54e21 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.370525] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a081610-6450-4a19-a7c4-bd829bd2cb3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.375949] env[63380]: DEBUG oslo_vmware.api [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1217.375949] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52338634-6a62-3d2a-3b2a-872d8cc4d3bf" [ 1217.375949] env[63380]: _type = "Task" [ 1217.375949] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.385078] env[63380]: DEBUG oslo_vmware.api [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52338634-6a62-3d2a-3b2a-872d8cc4d3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.466184] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680899, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.887144] env[63380]: DEBUG oslo_vmware.api [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52338634-6a62-3d2a-3b2a-872d8cc4d3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.007986} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.887541] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.887934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.968206] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680899, 'name': Rename_Task, 'duration_secs': 1.153554} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.968476] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.968778] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe3d354-4819-4ff3-9fc4-cf741dfa86df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.974715] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1217.974715] env[63380]: value = "task-2680900" [ 1217.974715] env[63380]: _type = "Task" [ 1217.974715] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.983340] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.489201] env[63380]: DEBUG oslo_vmware.api [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680900, 'name': PowerOnVM_Task, 'duration_secs': 0.442855} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.489201] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.538657] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3c59b-f901-4081-8d52-a7becb082a47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.549031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f936a76-0407-4525-9772-f955842789c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.589817] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b58138-0606-424b-84db-a9d8d13f1c05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.598666] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b55042-2766-4678-beb1-18acc0f885ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.603321] env[63380]: DEBUG nova.compute.manager [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.604086] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83419718-cd71-4087-852e-63fbfc7e5a8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.616785] env[63380]: DEBUG nova.compute.provider_tree [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.768135] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.768689] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.812171] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.812171] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.123622] env[63380]: DEBUG nova.scheduler.client.report [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.133136] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d36ea833-fa3b-4bb7-91fa-6bb04d73eb0c tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.751s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.272018] env[63380]: INFO nova.compute.manager [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Detaching volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 [ 1219.311865] env[63380]: INFO nova.virt.block_device [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Attempting to driver detach volume f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6 from mountpoint /dev/sdb [ 1219.312199] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1219.316021] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1219.316021] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af69bf-4317-415a-bc2b-b86abea10b3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.318141] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.318356] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.319062] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c2af0-e632-4662-ad6e-505b5e1bf3ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.357055] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2bb730-49c3-4733-9c13-3a66a988851c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.360335] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b808c-c114-459f-b975-b715a21d3445 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.381909] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cca822-bd2f-44a6-90b3-5040b446db3e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.389797] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfiguring VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1219.390109] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e744dda-2e47-4ac0-aa19-268df7878b00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.421768] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14921012-6b8a-4693-a9e7-93634196b2c2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.424450] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1219.424450] env[63380]: value = "task-2680901" [ 1219.424450] env[63380]: _type = "Task" [ 1219.424450] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.438297] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] The volume has not been displaced from its original location: [datastore2] volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6/volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1219.443439] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.444204] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f1a3c2-594c-4562-98c9-65c10655215d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.459876] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.464667] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1219.464667] env[63380]: value = "task-2680902" [ 1219.464667] env[63380]: _type = "Task" [ 1219.464667] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.472349] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.602831] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603297] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603354] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603499] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603650] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603801] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.603944] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1219.708023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.708291] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.708535] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.708727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.708900] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.711096] env[63380]: INFO nova.compute.manager [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Terminating instance [ 1219.935032] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.974029] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680902, 'name': ReconfigVM_Task, 'duration_secs': 0.230374} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.974319] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.978915] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407240f0-10a1-410b-9a09-5d13c1b79051 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.994698] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1219.994698] env[63380]: value = "task-2680903" [ 1219.994698] env[63380]: _type = "Task" [ 1219.994698] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.004632] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.137484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.249s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.214554] env[63380]: DEBUG nova.compute.manager [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.214802] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.215681] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b87e25-52c0-4b38-9858-71a1857048a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.223543] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.223733] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0feba167-185c-4b6f-90a5-5b3b9aaa523c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.230266] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1220.230266] env[63380]: value = "task-2680904" [ 1220.230266] env[63380]: _type = "Task" [ 1220.230266] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.237311] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.315303] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.435748] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.503658] env[63380]: DEBUG oslo_vmware.api [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680903, 'name': ReconfigVM_Task, 'duration_secs': 0.133828} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.503924] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540465', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'name': 'volume-f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89e2dac2-f63e-486c-9576-7c50df271097', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6', 'serial': 'f4d9f569-f3e6-4a8c-ba6c-453d7b25fbf6'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.697087] env[63380]: INFO nova.scheduler.client.report [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted allocation for migration 78d32b84-dfff-4ddc-a7a9-953676ac34da [ 1220.741966] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680904, 'name': PowerOffVM_Task, 'duration_secs': 0.191468} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.742319] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.742487] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.742793] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a32272-497b-4ba3-b8c9-7b6b6d48380f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.804026] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.804314] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.804482] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleting the datastore file [datastore1] e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.804767] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e029bdc3-37d7-4e3f-850d-1ed29e5b0e2a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.811818] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for the task: (returnval){ [ 1220.811818] env[63380]: value = "task-2680906" [ 1220.811818] env[63380]: _type = "Task" [ 1220.811818] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.820155] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.936653] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.044203] env[63380]: DEBUG nova.objects.instance [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'flavor' on Instance uuid 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.202253] env[63380]: DEBUG oslo_concurrency.lockutils [None req-f7ad7eb2-37af-44cb-a760-73d3355c518b tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.657s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.322472] env[63380]: DEBUG oslo_vmware.api [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Task: {'id': task-2680906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123759} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.322730] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.322921] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.323191] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.323392] env[63380]: INFO nova.compute.manager [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1221.323631] env[63380]: DEBUG oslo.service.loopingcall [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.323815] env[63380]: DEBUG nova.compute.manager [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.323910] env[63380]: DEBUG nova.network.neutron [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.436702] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.688756] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.689030] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.689247] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.689437] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.689608] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.691650] env[63380]: INFO nova.compute.manager [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Terminating instance [ 1221.739200] env[63380]: DEBUG nova.compute.manager [req-343af9e7-bcca-40b0-8243-1968cf3bb48c req-2b6723d6-9f7a-4aeb-81e9-5fe95403dffa service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Received event network-vif-deleted-18a9d290-d9e7-43dd-85c5-5a61655f139c {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.739452] env[63380]: INFO nova.compute.manager [req-343af9e7-bcca-40b0-8243-1968cf3bb48c req-2b6723d6-9f7a-4aeb-81e9-5fe95403dffa service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Neutron deleted interface 18a9d290-d9e7-43dd-85c5-5a61655f139c; detaching it from the instance and deleting it from the info cache [ 1221.739581] env[63380]: DEBUG nova.network.neutron [req-343af9e7-bcca-40b0-8243-1968cf3bb48c req-2b6723d6-9f7a-4aeb-81e9-5fe95403dffa service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.938057] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.051998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d703bb3c-9256-42a1-9dcf-dd033970653e tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.195206] env[63380]: DEBUG nova.compute.manager [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.195575] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.196689] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e30ba7-be7c-45c5-bf2a-c06fcca0eccf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.204612] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.204871] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e27e8de-45ef-4253-93e6-882de6a2f680 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.211585] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1222.211585] env[63380]: value = "task-2680907" [ 1222.211585] env[63380]: _type = "Task" [ 1222.211585] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.220299] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.220608] env[63380]: DEBUG nova.network.neutron [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.241583] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fc8d0ec-e7d8-4c9e-a52b-b6370fed30c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.250897] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c1889-4ec4-4b2e-a475-5d0101f1a4dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.280846] env[63380]: DEBUG nova.compute.manager [req-343af9e7-bcca-40b0-8243-1968cf3bb48c req-2b6723d6-9f7a-4aeb-81e9-5fe95403dffa service nova] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Detach interface failed, port_id=18a9d290-d9e7-43dd-85c5-5a61655f139c, reason: Instance e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1222.309497] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.439250] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.722955] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680907, 'name': PowerOffVM_Task, 'duration_secs': 0.402802} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.723321] env[63380]: INFO nova.compute.manager [-] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Took 1.40 seconds to deallocate network for instance. [ 1222.723589] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.723759] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.725350] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62081e25-88e8-4262-8f9d-025cd9c4b339 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.787936] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.788372] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.788372] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleting the datastore file [datastore2] fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.788573] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed258cb9-72ad-4272-949c-821755020b4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.795330] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1222.795330] env[63380]: value = "task-2680909" [ 1222.795330] env[63380]: _type = "Task" [ 1222.795330] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.804636] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.939954] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.047621] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.048084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.048443] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "89e2dac2-f63e-486c-9576-7c50df271097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.048783] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.049089] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.051945] env[63380]: INFO nova.compute.manager [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Terminating instance [ 1223.233042] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.233042] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.233042] env[63380]: DEBUG nova.objects.instance [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lazy-loading 'resources' on Instance uuid e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.305949] env[63380]: DEBUG oslo_vmware.api [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149366} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.306239] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.306425] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.306605] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.306783] env[63380]: INFO nova.compute.manager [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.308049] env[63380]: DEBUG oslo.service.loopingcall [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.308049] env[63380]: DEBUG nova.compute.manager [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.308049] env[63380]: DEBUG nova.network.neutron [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.314157] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.440047] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.556434] env[63380]: DEBUG nova.compute.manager [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.556680] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.557622] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ddc5b2-eae5-48c7-9a59-c2715957371a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.565694] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.565955] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3637b2-8b4a-4354-90e9-2fa70441b104 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.571864] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1223.571864] env[63380]: value = "task-2680910" [ 1223.571864] env[63380]: _type = "Task" [ 1223.571864] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.580219] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.823737] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.869880] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb463cf2-d4b3-4f01-95da-b84130b227b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.877916] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180ff5f-1d71-4ed3-8c0b-f660998ff6b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.910316] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ba6c5-147b-48f6-96a0-185902654f23 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.917739] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac0620-316a-429f-ae28-4fec1cd3e25d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.931551] env[63380]: DEBUG nova.compute.provider_tree [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.940635] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.081973] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680910, 'name': PowerOffVM_Task, 'duration_secs': 0.197646} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.082805] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.082987] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.083413] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af64b52-4097-41c2-a9c7-c5d0512432bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.104200] env[63380]: DEBUG nova.compute.manager [req-41bf86f4-f561-4d78-b567-4f1912362456 req-ceb97c50-7a79-4f13-9d35-bff479fc7554 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Received event network-vif-deleted-5f223958-2ec2-4fed-b1d3-c363d7e98a1f {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.104200] env[63380]: INFO nova.compute.manager [req-41bf86f4-f561-4d78-b567-4f1912362456 req-ceb97c50-7a79-4f13-9d35-bff479fc7554 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Neutron deleted interface 5f223958-2ec2-4fed-b1d3-c363d7e98a1f; detaching it from the instance and deleting it from the info cache [ 1224.104200] env[63380]: DEBUG nova.network.neutron [req-41bf86f4-f561-4d78-b567-4f1912362456 req-ceb97c50-7a79-4f13-9d35-bff479fc7554 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.148065] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.148366] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.148554] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore2] 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.148819] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340a1577-b33f-43bd-be0e-8d88c25fd37a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.155748] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1224.155748] env[63380]: value = "task-2680912" [ 1224.155748] env[63380]: _type = "Task" [ 1224.155748] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.163554] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.437716] env[63380]: DEBUG nova.scheduler.client.report [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.443878] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.587235] env[63380]: DEBUG nova.network.neutron [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.606756] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34660bee-b27f-40fe-8673-32970bd617ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.616033] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfe1782-57c2-448f-a267-5e439b97bfdc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.645973] env[63380]: DEBUG nova.compute.manager [req-41bf86f4-f561-4d78-b567-4f1912362456 req-ceb97c50-7a79-4f13-9d35-bff479fc7554 service nova] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Detach interface failed, port_id=5f223958-2ec2-4fed-b1d3-c363d7e98a1f, reason: Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1224.664392] env[63380]: DEBUG oslo_vmware.api [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138816} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.665453] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.665453] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.665453] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.665453] env[63380]: INFO nova.compute.manager [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1224.665453] env[63380]: DEBUG oslo.service.loopingcall [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1224.665723] env[63380]: DEBUG nova.compute.manager [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.665723] env[63380]: DEBUG nova.network.neutron [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.941830] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.945778] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.948219] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.126s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.948434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.948795] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1224.949467] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07793775-f09b-4f3c-ac65-12d715682e86 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.957873] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0c161-4b85-45d0-b2f0-2f3b64da54f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.972098] env[63380]: INFO nova.scheduler.client.report [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Deleted allocations for instance e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e [ 1224.973572] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489aeb14-f5c7-4951-9faa-7030186f1269 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.983410] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2b09c-a203-4f79-a05b-19711f15094e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.015867] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180001MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1225.015964] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.016175] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.091076] env[63380]: INFO nova.compute.manager [-] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Took 1.78 seconds to deallocate network for instance. [ 1225.441681] env[63380]: DEBUG oslo_vmware.api [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680901, 'name': ReconfigVM_Task, 'duration_secs': 5.741191} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.441918] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.442161] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Reconfigured VM to detach interface {{(pid=63380) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1225.481628] env[63380]: DEBUG oslo_concurrency.lockutils [None req-06ccd8b4-be24-4af4-9934-0d0853fdd7bf tempest-ServerActionsTestOtherB-1972234748 tempest-ServerActionsTestOtherB-1972234748-project-member] Lock "e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.598930] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.627709] env[63380]: DEBUG nova.network.neutron [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.043560] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043834] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 89e2dac2-f63e-486c-9576-7c50df271097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043834] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c90371d9-ea4f-4af4-89c6-36e79b379146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.043959] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9864557a-6d58-44c7-b41a-f969543ac041 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044094] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 795de1fd-be57-4648-815c-b976051b3faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044213] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 17dc6727-a40d-48ac-8234-437a6f79e89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044327] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.044545] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1226.044690] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1226.128321] env[63380]: DEBUG nova.compute.manager [req-176cab2a-46bb-4522-8c4f-01354669c9a5 req-6d3c9c92-eb70-4618-b2f7-aae6fd3a8ffd service nova] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Received event network-vif-deleted-09e59000-1615-4aa5-ae7d-18912e764c1d {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.130446] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ae5f9-c844-48f0-b507-0c9681ff2ef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.133859] env[63380]: INFO nova.compute.manager [-] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Took 1.47 seconds to deallocate network for instance. [ 1226.141159] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a039908-4768-490b-adc4-b01966b2aeba {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.172792] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d771d-b1fc-41a1-986a-43c179b031c8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.180833] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b8609-8060-44b6-aae5-f8f73de887cb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.194599] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.642081] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.714140] env[63380]: ERROR nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [req-fa7533a2-fa71-4bb5-a12c-6b59c0e3aa1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa7533a2-fa71-4bb5-a12c-6b59c0e3aa1b"}]} [ 1226.732209] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1226.745269] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1226.745407] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.748836] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.749008] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquired lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.749193] env[63380]: DEBUG nova.network.neutron [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.755530] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1226.774221] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1226.852067] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ece7e6-33ab-403a-8763-0925768075c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.859805] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9afb61-0ea7-4a02-9f8b-a40c5b0ea7e8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.889956] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022f55ad-9101-4309-b2b7-a256cc5006dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.897435] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88668f5-3194-4752-89dd-379782141187 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.910245] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.206028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.206028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.206028] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "9864557a-6d58-44c7-b41a-f969543ac041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.206434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.206434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.208264] env[63380]: INFO nova.compute.manager [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Terminating instance [ 1227.440100] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1227.440338] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 158 to 159 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1227.440493] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.450990] env[63380]: INFO nova.network.neutron [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Port d3da6ff7-dcec-408d-bc21-ef3113b386fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1227.451343] env[63380]: DEBUG nova.network.neutron [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [{"id": "4512a64c-27bc-4705-8879-07561bd25cd9", "address": "fa:16:3e:be:2e:b2", "network": {"id": "487070aa-8256-465e-8a62-9e1e1b6bb93f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1896148245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d0dc0404485478c9b4512b2e0f505b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4512a64c-27", "ovs_interfaceid": "4512a64c-27bc-4705-8879-07561bd25cd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.711429] env[63380]: DEBUG nova.compute.manager [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.711748] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.712694] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbad2e9-e811-48cf-b684-63b4db7afe9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.720275] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.720499] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3221fdcd-6f63-4f9b-afdf-728c26abe88b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.726722] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1227.726722] env[63380]: value = "task-2680914" [ 1227.726722] env[63380]: _type = "Task" [ 1227.726722] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.734292] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.947830] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1227.948084] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.932s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.948366] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.350s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.948600] env[63380]: DEBUG nova.objects.instance [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'resources' on Instance uuid fa455f1c-81f3-43e2-a3dc-75b125bc9f6f {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.953855] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Releasing lock "refresh_cache-9864557a-6d58-44c7-b41a-f969543ac041" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.237484] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680914, 'name': PowerOffVM_Task, 'duration_secs': 0.230384} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.237800] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.237930] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.238197] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97bc0454-861e-454c-a901-3724e976d26e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.299380] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.299623] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.299812] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleting the datastore file [datastore1] 9864557a-6d58-44c7-b41a-f969543ac041 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.300223] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fea13df-ff41-4d91-8bf5-59ff7d2cdd25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.306139] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1228.306139] env[63380]: value = "task-2680916" [ 1228.306139] env[63380]: _type = "Task" [ 1228.306139] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.313845] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.459871] env[63380]: DEBUG oslo_concurrency.lockutils [None req-38c08bca-c94d-4919-868e-012515bddff1 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "interface-9864557a-6d58-44c7-b41a-f969543ac041-d3da6ff7-dcec-408d-bc21-ef3113b386fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.648s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.546275] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81077d74-9a86-48e9-8436-78788e5618a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.555023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d629ac7-1c9f-4d58-8f9a-dee23d432aa7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.585035] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5ff8b-b68f-49fa-8a95-bb7bd10b8361 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.591952] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e51a5-0d99-4c66-8714-60f2891c4bb8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.606015] env[63380]: DEBUG nova.compute.provider_tree [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.815962] env[63380]: DEBUG oslo_vmware.api [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156516} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.816245] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.816436] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.816615] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.816798] env[63380]: INFO nova.compute.manager [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1228.817337] env[63380]: DEBUG oslo.service.loopingcall [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.817337] env[63380]: DEBUG nova.compute.manager [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.817337] env[63380]: DEBUG nova.network.neutron [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.108815] env[63380]: DEBUG nova.scheduler.client.report [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.504866] env[63380]: DEBUG nova.compute.manager [req-f7c0c2a7-1970-4a74-8e0e-fc97adda80bc req-11141b84-db50-4a62-91d0-026621b82e13 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Received event network-vif-deleted-4512a64c-27bc-4705-8879-07561bd25cd9 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1229.505147] env[63380]: INFO nova.compute.manager [req-f7c0c2a7-1970-4a74-8e0e-fc97adda80bc req-11141b84-db50-4a62-91d0-026621b82e13 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Neutron deleted interface 4512a64c-27bc-4705-8879-07561bd25cd9; detaching it from the instance and deleting it from the info cache [ 1229.505268] env[63380]: DEBUG nova.network.neutron [req-f7c0c2a7-1970-4a74-8e0e-fc97adda80bc req-11141b84-db50-4a62-91d0-026621b82e13 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.616965] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.619119] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.977s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.619361] env[63380]: DEBUG nova.objects.instance [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'resources' on Instance uuid 89e2dac2-f63e-486c-9576-7c50df271097 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.641259] env[63380]: INFO nova.scheduler.client.report [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted allocations for instance fa455f1c-81f3-43e2-a3dc-75b125bc9f6f [ 1229.987733] env[63380]: DEBUG nova.network.neutron [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.011968] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57d3f004-57c3-4aaf-8654-093c15aae781 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.020742] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47db9b04-c27a-47ee-888b-594090e82115 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.051205] env[63380]: DEBUG nova.compute.manager [req-f7c0c2a7-1970-4a74-8e0e-fc97adda80bc req-11141b84-db50-4a62-91d0-026621b82e13 service nova] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Detach interface failed, port_id=4512a64c-27bc-4705-8879-07561bd25cd9, reason: Instance 9864557a-6d58-44c7-b41a-f969543ac041 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1230.150777] env[63380]: DEBUG oslo_concurrency.lockutils [None req-9ccaad08-7df3-46cf-80ec-e91e7b6a84e1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "fa455f1c-81f3-43e2-a3dc-75b125bc9f6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.462s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.213701] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1a099-387d-4dca-90e5-be6650884e67 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.222127] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46e684-6b08-4399-aba8-28bcfa492667 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.253110] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b099f-ab95-460c-b8f6-8220c43d576e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.260967] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83e0cd-2eab-4161-820a-ad7ebb2df393 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.275029] env[63380]: DEBUG nova.compute.provider_tree [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.490057] env[63380]: INFO nova.compute.manager [-] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Took 1.67 seconds to deallocate network for instance. [ 1230.778033] env[63380]: DEBUG nova.scheduler.client.report [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.996192] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.268282] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.268512] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.282022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.284521] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.288s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.284769] env[63380]: DEBUG nova.objects.instance [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'resources' on Instance uuid 9864557a-6d58-44c7-b41a-f969543ac041 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.304622] env[63380]: INFO nova.scheduler.client.report [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocations for instance 89e2dac2-f63e-486c-9576-7c50df271097 [ 1231.770448] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.814402] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c98d5d6-f266-4842-9c69-9b23be59d889 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "89e2dac2-f63e-486c-9576-7c50df271097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.766s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.879422] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2fc69-5fea-41d9-a522-94393490f171 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.887186] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff569f3-c0c3-4db1-860a-61448f02916e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.925535] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6491ab1d-794c-4980-b9ee-73acd072de28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.934509] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25116623-7a20-459e-9827-3c0a9e97e124 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.947907] env[63380]: DEBUG nova.compute.provider_tree [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.301991] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.455146] env[63380]: DEBUG nova.scheduler.client.report [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.962242] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.965971] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.664s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.967698] env[63380]: INFO nova.compute.claims [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.991667] env[63380]: INFO nova.scheduler.client.report [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted allocations for instance 9864557a-6d58-44c7-b41a-f969543ac041 [ 1233.065586] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.065717] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.501730] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7ce92ba9-6ba8-42cf-ac9f-aca4fadd5f35 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "9864557a-6d58-44c7-b41a-f969543ac041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.295s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.570968] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.742285] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.742285] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.852025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.852334] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.852574] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.852763] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.852934] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.855486] env[63380]: INFO nova.compute.manager [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Terminating instance [ 1234.066839] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d5e097-15e9-4a2c-9366-166b9e865de3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.076790] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee567d29-f103-4c53-b5a2-2fd932e1a360 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.113813] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.114700] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91466b42-2697-4cbc-b916-39f037532c8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.122982] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712ce225-e1cf-493b-8527-1ff8005306d1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137588] env[63380]: DEBUG nova.compute.provider_tree [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.244545] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.359926] env[63380]: DEBUG nova.compute.manager [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.360198] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.361078] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3ad0a-d00a-422c-b06c-25d0000f0795 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.368972] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.369201] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be99cff-228a-4e01-9ddb-4f2ae111ab2b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.375906] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1234.375906] env[63380]: value = "task-2680917" [ 1234.375906] env[63380]: _type = "Task" [ 1234.375906] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.385605] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.641384] env[63380]: DEBUG nova.scheduler.client.report [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.764800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.886144] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680917, 'name': PowerOffVM_Task, 'duration_secs': 0.238952} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.886439] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.886609] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.886857] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3769f20c-854c-4519-a5dc-05810aeb5ae1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.948089] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.948335] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.948518] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleting the datastore file [datastore1] c90371d9-ea4f-4af4-89c6-36e79b379146 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.948793] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a446b9f5-bb24-4f2b-84b9-7a7715d489ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.955640] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for the task: (returnval){ [ 1234.955640] env[63380]: value = "task-2680919" [ 1234.955640] env[63380]: _type = "Task" [ 1234.955640] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.962997] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.146408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.146948] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.149702] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.036s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.151103] env[63380]: INFO nova.compute.claims [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.465711] env[63380]: DEBUG oslo_vmware.api [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Task: {'id': task-2680919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094528} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.465903] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.466100] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.466287] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.466469] env[63380]: INFO nova.compute.manager [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1235.466714] env[63380]: DEBUG oslo.service.loopingcall [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.466905] env[63380]: DEBUG nova.compute.manager [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.467009] env[63380]: DEBUG nova.network.neutron [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.655644] env[63380]: DEBUG nova.compute.utils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.659220] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.659389] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.695273] env[63380]: DEBUG nova.policy [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5460652ef50a443ebc05dd19f09eab0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9dd478d9a148c9b0f3911afb433510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.727303] env[63380]: DEBUG nova.compute.manager [req-6157b864-9259-476a-b2f3-9608dd8e0350 req-9481241c-1242-4693-9acc-2e8c3996c906 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Received event network-vif-deleted-38988e64-b1e2-46b7-90f8-a0916b1e4e02 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1235.727503] env[63380]: INFO nova.compute.manager [req-6157b864-9259-476a-b2f3-9608dd8e0350 req-9481241c-1242-4693-9acc-2e8c3996c906 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Neutron deleted interface 38988e64-b1e2-46b7-90f8-a0916b1e4e02; detaching it from the instance and deleting it from the info cache [ 1235.727679] env[63380]: DEBUG nova.network.neutron [req-6157b864-9259-476a-b2f3-9608dd8e0350 req-9481241c-1242-4693-9acc-2e8c3996c906 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.954278] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Successfully created port: 00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.159983] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.210429] env[63380]: DEBUG nova.network.neutron [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.231081] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07561b57-6bff-4c2f-aa21-1ded60c47cc5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.241142] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed580d0-ed44-4992-8a01-5ed8db08035f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.272209] env[63380]: DEBUG nova.compute.manager [req-6157b864-9259-476a-b2f3-9608dd8e0350 req-9481241c-1242-4693-9acc-2e8c3996c906 service nova] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Detach interface failed, port_id=38988e64-b1e2-46b7-90f8-a0916b1e4e02, reason: Instance c90371d9-ea4f-4af4-89c6-36e79b379146 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1236.280544] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b00279-48ce-407f-a6b3-deb0fefd1820 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.287053] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17a02d-0ab1-432c-aa19-2eeb8e92ebe9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.318225] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a25eb0e-dd88-4f73-bbb7-1f779bf6e3bd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.325954] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888792c6-b287-48ad-9c42-f7744ddb3d37 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.338973] env[63380]: DEBUG nova.compute.provider_tree [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.712804] env[63380]: INFO nova.compute.manager [-] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Took 1.25 seconds to deallocate network for instance. [ 1236.842254] env[63380]: DEBUG nova.scheduler.client.report [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.173730] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.198938] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.199210] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.199372] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.199554] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.199704] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.199854] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.200074] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.200291] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.200481] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.200735] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.200827] env[63380]: DEBUG nova.virt.hardware [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.201687] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390527cb-125d-4044-9979-675c6c627ad4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.209405] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f8c94-01d9-4f60-b658-60f259e55562 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.223453] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.346582] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.347335] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.350957] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.585s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.351976] env[63380]: INFO nova.compute.claims [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.358552] env[63380]: DEBUG nova.compute.manager [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Received event network-vif-plugged-00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.358838] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] Acquiring lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.359109] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.359340] env[63380]: DEBUG oslo_concurrency.lockutils [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.359576] env[63380]: DEBUG nova.compute.manager [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] No waiting events found dispatching network-vif-plugged-00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.359757] env[63380]: WARNING nova.compute.manager [req-8b6c4ccc-9efb-47ba-bc8c-6357ef86e53d req-bbcecaf8-0b33-4cda-87ed-0a562389f7b0 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Received unexpected event network-vif-plugged-00d5b06f-4312-4069-bcd0-03881ea18da7 for instance with vm_state building and task_state spawning. [ 1237.454895] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Successfully updated port: 00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.856283] env[63380]: DEBUG nova.compute.utils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.858120] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.858302] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.895712] env[63380]: DEBUG nova.policy [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7c088abc124713aa3e312939db093e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d219418b1a642f5a1b1930495cb155b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.957148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.957434] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.957509] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.136995] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Successfully created port: d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.362913] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.471756] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb88203-9322-4d68-bbdb-19014b1a738f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.479310] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f227964-0629-410c-a0cc-d6e58796f76d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.508696] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.511018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730a293f-375b-4e0e-9283-21fb819d1e33 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.518031] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7579f371-da08-46f1-8e4e-3d1bbf935d7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.530641] env[63380]: DEBUG nova.compute.provider_tree [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.633707] env[63380]: DEBUG nova.network.neutron [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.821727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.821841] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.035618] env[63380]: DEBUG nova.scheduler.client.report [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.136131] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.136480] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Instance network_info: |[{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.136944] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ab:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d5b06f-4312-4069-bcd0-03881ea18da7', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.145066] env[63380]: DEBUG oslo.service.loopingcall [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1239.145372] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.145630] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae1fd4f9-a88a-41b7-bde6-e20ae39936de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.164875] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.164875] env[63380]: value = "task-2680920" [ 1239.164875] env[63380]: _type = "Task" [ 1239.164875] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.172301] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680920, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.324926] env[63380]: DEBUG nova.compute.utils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.378223] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.409267] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.409721] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.409991] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.410289] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.410506] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.410716] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.411056] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.411330] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.411670] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.412693] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.412956] env[63380]: DEBUG nova.virt.hardware [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.413876] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2a166-4506-4c73-b908-6ba0fcb52249 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.418519] env[63380]: DEBUG nova.compute.manager [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Received event network-changed-00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.418823] env[63380]: DEBUG nova.compute.manager [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Refreshing instance network info cache due to event network-changed-00d5b06f-4312-4069-bcd0-03881ea18da7. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1239.418983] env[63380]: DEBUG oslo_concurrency.lockutils [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.419182] env[63380]: DEBUG oslo_concurrency.lockutils [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.419300] env[63380]: DEBUG nova.network.neutron [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Refreshing network info cache for port 00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.425656] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9b417-f952-478e-85fa-7156786132c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.540105] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.540691] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.543465] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.320s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.543812] env[63380]: DEBUG nova.objects.instance [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lazy-loading 'resources' on Instance uuid c90371d9-ea4f-4af4-89c6-36e79b379146 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.630738] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Successfully updated port: d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.675123] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680920, 'name': CreateVM_Task, 'duration_secs': 0.297816} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.675333] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.676307] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.676484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.676823] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.677092] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf1a348-e9d7-461e-86c2-a48565525b7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.681917] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1239.681917] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b34094-c48a-7d0d-67d1-6075a644d4d2" [ 1239.681917] env[63380]: _type = "Task" [ 1239.681917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.689915] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b34094-c48a-7d0d-67d1-6075a644d4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.828183] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.046798] env[63380]: DEBUG nova.compute.utils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.050493] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.050663] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.087526] env[63380]: DEBUG nova.policy [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8f4b89bf514037a4f0e14e19021fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f374e9a5184196ab74f31d9f111752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.102796] env[63380]: DEBUG nova.network.neutron [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updated VIF entry in instance network info cache for port 00d5b06f-4312-4069-bcd0-03881ea18da7. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.103200] env[63380]: DEBUG nova.network.neutron [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.134037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.134037] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.134190] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.158760] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faafa9d-da42-4ebe-a138-5b4f080769b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.166551] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ec965-d57e-4db9-af53-0748f266f20d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.199164] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78174a9-fa8a-4684-962b-c19d9adf4e63 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.206578] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52b34094-c48a-7d0d-67d1-6075a644d4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.208515] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.208756] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.208988] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.209152] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.209583] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.209652] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce166fe5-4505-4f32-a9e4-71bcc2823fd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.212168] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a059f8-9363-4a07-84a6-464ab122711b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.225432] env[63380]: DEBUG nova.compute.provider_tree [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.227465] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.227636] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.228719] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e496af-ac9e-4274-b9c3-a7d5ad339c05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.233888] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1240.233888] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5296654d-d223-87bd-c08b-2dd50b2119fe" [ 1240.233888] env[63380]: _type = "Task" [ 1240.233888] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.241763] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5296654d-d223-87bd-c08b-2dd50b2119fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.345200] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Successfully created port: c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.551412] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.612014] env[63380]: DEBUG oslo_concurrency.lockutils [req-7633819f-e3d2-426c-8d65-688d864ce62e req-91632e13-4305-42e4-9189-4b949c25ef37 service nova] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.664363] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.730152] env[63380]: DEBUG nova.scheduler.client.report [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.743861] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5296654d-d223-87bd-c08b-2dd50b2119fe, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.745152] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3d2d95-9858-4d03-92b8-a4f32713db6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.750309] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1240.750309] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b4959-c4ee-39fa-a506-b8ba72dbdac4" [ 1240.750309] env[63380]: _type = "Task" [ 1240.750309] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.757678] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b4959-c4ee-39fa-a506-b8ba72dbdac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.771620] env[63380]: DEBUG nova.network.neutron [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updating instance_info_cache with network_info: [{"id": "d80a80d4-95bf-4995-8834-58572066d1a7", "address": "fa:16:3e:99:17:9d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80a80d4-95", "ovs_interfaceid": "d80a80d4-95bf-4995-8834-58572066d1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.894048] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.894335] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.894576] env[63380]: INFO nova.compute.manager [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Attaching volume 29d6ceb9-c409-45d3-af6b-4719ce8e560b to /dev/sdb [ 1240.924887] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09842b7f-8813-476f-9782-584cb46600c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.932018] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4488df28-ffb3-475a-ba29-f045fb851e40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.945788] env[63380]: DEBUG nova.virt.block_device [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating existing volume attachment record: e1c2bc39-9f78-4515-a125-08ce3bff0c08 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.234982] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.260925] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524b4959-c4ee-39fa-a506-b8ba72dbdac4, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.261877] env[63380]: INFO nova.scheduler.client.report [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Deleted allocations for instance c90371d9-ea4f-4af4-89c6-36e79b379146 [ 1241.262954] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.264911] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.265705] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a56623-0e07-4558-b22e-b1bfd05d38ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.273220] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1241.273220] env[63380]: value = "task-2680922" [ 1241.273220] env[63380]: _type = "Task" [ 1241.273220] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.273746] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.274072] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Instance network_info: |[{"id": "d80a80d4-95bf-4995-8834-58572066d1a7", "address": "fa:16:3e:99:17:9d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80a80d4-95", "ovs_interfaceid": "d80a80d4-95bf-4995-8834-58572066d1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.277448] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:17:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd80a80d4-95bf-4995-8834-58572066d1a7', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.285753] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating folder: Project (1d219418b1a642f5a1b1930495cb155b). Parent ref: group-v540155. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.286052] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f40e0c-d817-4a79-ac1f-2644d8055032 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.293484] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.298610] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created folder: Project (1d219418b1a642f5a1b1930495cb155b) in parent group-v540155. [ 1241.298825] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating folder: Instances. Parent ref: group-v540481. {{(pid=63380) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.299078] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97844b26-b1b2-4f6f-86e6-29c296122731 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.312735] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created folder: Instances in parent group-v540481. [ 1241.312978] env[63380]: DEBUG oslo.service.loopingcall [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.313438] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.313664] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fa9ba4a-1b94-4a12-a60f-f5c61cd1e8fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.333455] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.333455] env[63380]: value = "task-2680925" [ 1241.333455] env[63380]: _type = "Task" [ 1241.333455] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.341480] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680925, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.456206] env[63380]: DEBUG nova.compute.manager [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Received event network-vif-plugged-d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.456462] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Acquiring lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.456683] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.456856] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.457039] env[63380]: DEBUG nova.compute.manager [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] No waiting events found dispatching network-vif-plugged-d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.457214] env[63380]: WARNING nova.compute.manager [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Received unexpected event network-vif-plugged-d80a80d4-95bf-4995-8834-58572066d1a7 for instance with vm_state building and task_state spawning. [ 1241.457386] env[63380]: DEBUG nova.compute.manager [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Received event network-changed-d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.457545] env[63380]: DEBUG nova.compute.manager [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Refreshing instance network info cache due to event network-changed-d80a80d4-95bf-4995-8834-58572066d1a7. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.457733] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Acquiring lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.457869] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Acquired lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.458039] env[63380]: DEBUG nova.network.neutron [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Refreshing network info cache for port d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.560445] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.591309] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.591648] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.591847] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.592090] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.592297] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.592432] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.592652] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.592812] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.592980] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.593177] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.593379] env[63380]: DEBUG nova.virt.hardware [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.594674] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23811f29-c2a4-46ac-ba81-ed9a9a600d72 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.603559] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48df83-0338-44b9-a7d4-d44363699b4a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.776299] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19fc8dc8-04a9-42bb-8be0-a3c071cec9e4 tempest-AttachInterfacesTestJSON-133127809 tempest-AttachInterfacesTestJSON-133127809-project-member] Lock "c90371d9-ea4f-4af4-89c6-36e79b379146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.923s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.782714] env[63380]: DEBUG nova.compute.manager [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Received event network-vif-plugged-c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.782837] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] Acquiring lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.783111] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.783258] env[63380]: DEBUG oslo_concurrency.lockutils [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.783779] env[63380]: DEBUG nova.compute.manager [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] No waiting events found dispatching network-vif-plugged-c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.783779] env[63380]: WARNING nova.compute.manager [req-3cc779aa-3b8f-4e3c-894e-785577da1b4a req-4cf94933-f8c9-41d1-a8c6-6272190408ad service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Received unexpected event network-vif-plugged-c69a033e-27d7-4eb5-be57-3795781bfae2 for instance with vm_state building and task_state spawning. [ 1241.792960] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488391} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.793221] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.793461] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.793706] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3d2015-8bbe-409c-af93-fe8cc40601dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.800731] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1241.800731] env[63380]: value = "task-2680926" [ 1241.800731] env[63380]: _type = "Task" [ 1241.800731] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.808429] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.841641] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680925, 'name': CreateVM_Task, 'duration_secs': 0.368471} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.841754] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.842490] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.842658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.842978] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.843227] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2aed1d-49bb-45b4-90d4-513deb45c5b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.847079] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1241.847079] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52652e05-346a-d347-c4b4-c4b0089806db" [ 1241.847079] env[63380]: _type = "Task" [ 1241.847079] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.857478] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Successfully updated port: c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.860963] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52652e05-346a-d347-c4b4-c4b0089806db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.184302] env[63380]: DEBUG nova.network.neutron [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updated VIF entry in instance network info cache for port d80a80d4-95bf-4995-8834-58572066d1a7. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.184683] env[63380]: DEBUG nova.network.neutron [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updating instance_info_cache with network_info: [{"id": "d80a80d4-95bf-4995-8834-58572066d1a7", "address": "fa:16:3e:99:17:9d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80a80d4-95", "ovs_interfaceid": "d80a80d4-95bf-4995-8834-58572066d1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.310078] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170342} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.310350] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.311417] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b88ee-81fb-4982-afab-c88d890c79f8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.333170] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.333701] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a039bc-e9ba-425c-96e5-ff394cacce32 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.353184] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1242.353184] env[63380]: value = "task-2680927" [ 1242.353184] env[63380]: _type = "Task" [ 1242.353184] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.359412] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52652e05-346a-d347-c4b4-c4b0089806db, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.359964] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.360286] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.360477] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.360630] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.360811] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.361250] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32db738b-4323-4c69-b0e0-3a3c2f1cb155 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.366031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.366031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.366199] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.367141] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.376625] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.376842] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.377844] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978016a2-f868-4927-bba7-92634ebcbfcd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.383757] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1242.383757] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5243e3ac-8736-8368-a028-d58fb9dcd21a" [ 1242.383757] env[63380]: _type = "Task" [ 1242.383757] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.391740] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5243e3ac-8736-8368-a028-d58fb9dcd21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.687182] env[63380]: DEBUG oslo_concurrency.lockutils [req-1e04bf9b-b181-4a50-8850-5d1e1c2620b8 req-62561c8a-1328-4154-bb7f-3b79d3415c0a service nova] Releasing lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.865355] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.893244] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5243e3ac-8736-8368-a028-d58fb9dcd21a, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.896781] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d9e54a-8636-43c3-8196-71afce1c91f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.899099] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1242.899099] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fbb397-233e-cb46-ea84-17e68cacbeda" [ 1242.899099] env[63380]: _type = "Task" [ 1242.899099] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.907071] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fbb397-233e-cb46-ea84-17e68cacbeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.907827] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.074978] env[63380]: DEBUG nova.network.neutron [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updating instance_info_cache with network_info: [{"id": "c69a033e-27d7-4eb5-be57-3795781bfae2", "address": "fa:16:3e:18:10:f7", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a033e-27", "ovs_interfaceid": "c69a033e-27d7-4eb5-be57-3795781bfae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.367148] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.409708] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52fbb397-233e-cb46-ea84-17e68cacbeda, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.410685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.410685] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/d2a06314-4a8d-45cd-815e-80fc050a32bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.410685] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-924537f4-a351-47cf-afa5-60acbe0d5617 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.417665] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1243.417665] env[63380]: value = "task-2680929" [ 1243.417665] env[63380]: _type = "Task" [ 1243.417665] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.425614] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.577706] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.578245] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Instance network_info: |[{"id": "c69a033e-27d7-4eb5-be57-3795781bfae2", "address": "fa:16:3e:18:10:f7", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a033e-27", "ovs_interfaceid": "c69a033e-27d7-4eb5-be57-3795781bfae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.578677] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:10:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69a033e-27d7-4eb5-be57-3795781bfae2', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.589276] env[63380]: DEBUG oslo.service.loopingcall [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.589572] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.589807] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-300cb6bb-cd1d-4e4c-b58b-6198b13aa79a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.609237] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.609237] env[63380]: value = "task-2680930" [ 1243.609237] env[63380]: _type = "Task" [ 1243.609237] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.617216] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680930, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.816742] env[63380]: DEBUG nova.compute.manager [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Received event network-changed-c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.817241] env[63380]: DEBUG nova.compute.manager [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Refreshing instance network info cache due to event network-changed-c69a033e-27d7-4eb5-be57-3795781bfae2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.817340] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] Acquiring lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.817521] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] Acquired lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.817783] env[63380]: DEBUG nova.network.neutron [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Refreshing network info cache for port c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.871473] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680927, 'name': ReconfigVM_Task, 'duration_secs': 1.286085} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.871473] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.871473] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164a2e0c-ed67-4dcf-a39e-a340c596dc2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.880183] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1243.880183] env[63380]: value = "task-2680931" [ 1243.880183] env[63380]: _type = "Task" [ 1243.880183] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.892327] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680931, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.929276] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.119506] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680930, 'name': CreateVM_Task} progress is 25%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.396728] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680931, 'name': Rename_Task, 'duration_secs': 0.209008} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.396728] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.396951] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ce0357-fc99-48bd-8fc3-5bbd98b4aef7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.410024] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1244.410024] env[63380]: value = "task-2680932" [ 1244.410024] env[63380]: _type = "Task" [ 1244.410024] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.417772] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.429982] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57509} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.429982] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/d2a06314-4a8d-45cd-815e-80fc050a32bf.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.429982] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.429982] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef81db85-f444-4045-8db7-6b81104010e0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.435508] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1244.435508] env[63380]: value = "task-2680933" [ 1244.435508] env[63380]: _type = "Task" [ 1244.435508] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.447020] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.623977] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680930, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.625540] env[63380]: DEBUG nova.network.neutron [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updated VIF entry in instance network info cache for port c69a033e-27d7-4eb5-be57-3795781bfae2. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.626016] env[63380]: DEBUG nova.network.neutron [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updating instance_info_cache with network_info: [{"id": "c69a033e-27d7-4eb5-be57-3795781bfae2", "address": "fa:16:3e:18:10:f7", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a033e-27", "ovs_interfaceid": "c69a033e-27d7-4eb5-be57-3795781bfae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.780570] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.780838] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.781046] env[63380]: INFO nova.compute.manager [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Shelving [ 1244.918122] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.945158] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060741} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.945436] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.946303] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a75c6fc-96e3-4bd8-8b04-cc7317718a2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.967550] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/d2a06314-4a8d-45cd-815e-80fc050a32bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.967806] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e934e1-c15d-4b9b-84ee-e9b6fb729d03 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.987724] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1244.987724] env[63380]: value = "task-2680934" [ 1244.987724] env[63380]: _type = "Task" [ 1244.987724] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.995226] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.122236] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680930, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.129259] env[63380]: DEBUG oslo_concurrency.lockutils [req-e4b32fdd-7edb-4955-a60c-d5cfb4e30546 req-06374ce4-fbcb-4860-b03b-7fd482846abf service nova] Releasing lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.419791] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.493367] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.493604] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540480', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'name': 'volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '795de1fd-be57-4648-815c-b976051b3faf', 'attached_at': '', 'detached_at': '', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'serial': '29d6ceb9-c409-45d3-af6b-4719ce8e560b'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.494426] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abab055-27e9-469f-a5e9-ec06492230ad {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.502705] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680934, 'name': ReconfigVM_Task, 'duration_secs': 0.27164} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.516936] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/d2a06314-4a8d-45cd-815e-80fc050a32bf.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.517582] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f703d98-059a-48a4-a657-a3cbe6344920 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.521041] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f524c9ed-1baf-4890-888f-4e86df3552ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.546366] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b/volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.547900] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0dbb830-445e-47f1-8fcb-a9b3ee49d11a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.560890] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1245.560890] env[63380]: value = "task-2680935" [ 1245.560890] env[63380]: _type = "Task" [ 1245.560890] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.566417] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1245.566417] env[63380]: value = "task-2680936" [ 1245.566417] env[63380]: _type = "Task" [ 1245.566417] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.573048] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680935, 'name': Rename_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.577744] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.620865] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680930, 'name': CreateVM_Task, 'duration_secs': 1.597747} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.621106] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.621798] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.621983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.622372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.622639] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9445ae-f5aa-4afe-80f3-e3ab1fa29ebe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.627414] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1245.627414] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52595639-d2b6-5c86-7678-63f09bccc6f5" [ 1245.627414] env[63380]: _type = "Task" [ 1245.627414] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.635017] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52595639-d2b6-5c86-7678-63f09bccc6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.791386] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.791681] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b8b990-c566-4724-8b8f-411e7c9377f3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.798327] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1245.798327] env[63380]: value = "task-2680937" [ 1245.798327] env[63380]: _type = "Task" [ 1245.798327] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.806504] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.919928] env[63380]: DEBUG oslo_vmware.api [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2680932, 'name': PowerOnVM_Task, 'duration_secs': 1.150552} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.920275] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.920558] env[63380]: INFO nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1245.920752] env[63380]: DEBUG nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.921718] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b137f4-82e8-410b-a04a-a47a90e26e7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.070808] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680935, 'name': Rename_Task, 'duration_secs': 0.153319} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.073738] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.074042] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba75c25b-134d-4904-8315-bdf35bac728a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.079940] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.081303] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1246.081303] env[63380]: value = "task-2680938" [ 1246.081303] env[63380]: _type = "Task" [ 1246.081303] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.088167] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.137351] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52595639-d2b6-5c86-7678-63f09bccc6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.137660] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.137901] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.138208] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.138311] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.138495] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.138760] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d1f60f-e695-40af-8a73-3090e16360a1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.150019] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.150235] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.150952] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994c720b-32d0-43b2-938d-7633cd1d355b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.156278] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1246.156278] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525d92e5-3936-619a-d0ba-13e3dd8c0386" [ 1246.156278] env[63380]: _type = "Task" [ 1246.156278] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.164057] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525d92e5-3936-619a-d0ba-13e3dd8c0386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.307957] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680937, 'name': PowerOffVM_Task, 'duration_secs': 0.147615} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.308307] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.309152] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd16d9-3708-4835-a367-277fe1b60823 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.327643] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b189e1-9f7c-427e-9702-c12101d9bbea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.439635] env[63380]: INFO nova.compute.manager [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Took 14.16 seconds to build instance. [ 1246.580313] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680936, 'name': ReconfigVM_Task, 'duration_secs': 0.647683} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.580610] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b/volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.585399] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82a245a-1a23-475d-86bb-4031fc1a2b4f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.602896] env[63380]: DEBUG oslo_vmware.api [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680938, 'name': PowerOnVM_Task, 'duration_secs': 0.421721} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.605182] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.605182] env[63380]: INFO nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1246.605182] env[63380]: DEBUG nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.605182] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1246.605182] env[63380]: value = "task-2680939" [ 1246.605182] env[63380]: _type = "Task" [ 1246.605182] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.605474] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d18f3e-be80-409f-ae9b-7175ab42efc9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.622857] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.670090] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]525d92e5-3936-619a-d0ba-13e3dd8c0386, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.670195] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d7bb0d-d033-4e9a-a163-f1d9de525cbf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.676442] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1246.676442] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231c735-3866-9d99-8e48-57ae47deee44" [ 1246.676442] env[63380]: _type = "Task" [ 1246.676442] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.686259] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231c735-3866-9d99-8e48-57ae47deee44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.802623] env[63380]: DEBUG nova.compute.manager [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Received event network-changed-00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1246.802827] env[63380]: DEBUG nova.compute.manager [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Refreshing instance network info cache due to event network-changed-00d5b06f-4312-4069-bcd0-03881ea18da7. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1246.803066] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.803989] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.803989] env[63380]: DEBUG nova.network.neutron [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Refreshing network info cache for port 00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.838412] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Creating Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.838996] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f6987a8-5846-43cf-a38c-1c9620377c7e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.846597] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1246.846597] env[63380]: value = "task-2680940" [ 1246.846597] env[63380]: _type = "Task" [ 1246.846597] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.854902] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680940, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.942288] env[63380]: DEBUG oslo_concurrency.lockutils [None req-96202a3a-3f28-4846-b03b-20c9f5ec9cca tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.673s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.117911] env[63380]: DEBUG oslo_vmware.api [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680939, 'name': ReconfigVM_Task, 'duration_secs': 0.184033} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.118235] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540480', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'name': 'volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '795de1fd-be57-4648-815c-b976051b3faf', 'attached_at': '', 'detached_at': '', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'serial': '29d6ceb9-c409-45d3-af6b-4719ce8e560b'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.130178] env[63380]: INFO nova.compute.manager [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Took 13.06 seconds to build instance. [ 1247.186950] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5231c735-3866-9d99-8e48-57ae47deee44, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.187259] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.187544] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9943bff7-b7b2-4410-9f71-85ae29a2bcb8/9943bff7-b7b2-4410-9f71-85ae29a2bcb8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.187882] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045a62c9-261d-434a-b18c-d95890356772 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.194927] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1247.194927] env[63380]: value = "task-2680941" [ 1247.194927] env[63380]: _type = "Task" [ 1247.194927] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.201922] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.305560] env[63380]: INFO nova.compute.manager [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Rescuing [ 1247.305852] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.306043] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.306190] env[63380]: DEBUG nova.network.neutron [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.359458] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680940, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.613344] env[63380]: DEBUG nova.network.neutron [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updated VIF entry in instance network info cache for port 00d5b06f-4312-4069-bcd0-03881ea18da7. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.613853] env[63380]: DEBUG nova.network.neutron [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.632052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-19e26b9a-1d8b-4c9e-95f3-0fcf898814c5 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.566s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.705769] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.857648] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680940, 'name': CreateSnapshot_Task, 'duration_secs': 0.749703} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.857935] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Created Snapshot of the VM instance {{(pid=63380) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1247.858755] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f019805-b816-4477-bb05-b73b9a35e541 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.999960] env[63380]: DEBUG nova.network.neutron [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updating instance_info_cache with network_info: [{"id": "d80a80d4-95bf-4995-8834-58572066d1a7", "address": "fa:16:3e:99:17:9d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd80a80d4-95", "ovs_interfaceid": "d80a80d4-95bf-4995-8834-58572066d1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.117507] env[63380]: DEBUG oslo_concurrency.lockutils [req-4f08add6-7cca-49ee-9bc7-cf6b15f78b41 req-8b775db1-ec88-4e29-997c-87c9c7c690a2 service nova] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.158626] env[63380]: DEBUG nova.objects.instance [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid 795de1fd-be57-4648-815c-b976051b3faf {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.206052] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563278} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.206332] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] 9943bff7-b7b2-4410-9f71-85ae29a2bcb8/9943bff7-b7b2-4410-9f71-85ae29a2bcb8.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.206574] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.206805] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06746d6a-5209-4fab-976b-4ac1b651a8d3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.213620] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1248.213620] env[63380]: value = "task-2680942" [ 1248.213620] env[63380]: _type = "Task" [ 1248.213620] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.221865] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.377279] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Creating linked-clone VM from snapshot {{(pid=63380) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.377562] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-911eef70-26d8-4548-88cd-63d76ac4aee6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.386917] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1248.386917] env[63380]: value = "task-2680943" [ 1248.386917] env[63380]: _type = "Task" [ 1248.386917] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.395540] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680943, 'name': CloneVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.422117] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.503075] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "refresh_cache-d2a06314-4a8d-45cd-815e-80fc050a32bf" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.665053] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c635c977-98f2-4d51-bc35-40b7940b1d78 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.666352] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.244s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.723040] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25311} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.723352] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.724110] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c1eab4-88ac-48e4-a8e4-9430684915b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.746837] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9943bff7-b7b2-4410-9f71-85ae29a2bcb8/9943bff7-b7b2-4410-9f71-85ae29a2bcb8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.747480] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ac25b8-850a-4c97-bab8-ac3a552ce462 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.766786] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1248.766786] env[63380]: value = "task-2680944" [ 1248.766786] env[63380]: _type = "Task" [ 1248.766786] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.775139] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.898649] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680943, 'name': CloneVM_Task} progress is 94%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.169185] env[63380]: INFO nova.compute.manager [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Detaching volume 29d6ceb9-c409-45d3-af6b-4719ce8e560b [ 1249.202717] env[63380]: INFO nova.virt.block_device [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Attempting to driver detach volume 29d6ceb9-c409-45d3-af6b-4719ce8e560b from mountpoint /dev/sdb [ 1249.203008] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.203230] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540480', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'name': 'volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '795de1fd-be57-4648-815c-b976051b3faf', 'attached_at': '', 'detached_at': '', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'serial': '29d6ceb9-c409-45d3-af6b-4719ce8e560b'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.204206] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b87db-df29-4ba5-8266-b45134ca2799 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.226692] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f2c0f-ec3e-474e-9dcd-593323ccd759 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.233965] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35db485-0209-4ee0-b8c4-ac8d949c60e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.255084] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70bc52-47fe-4e9a-9a39-7472666923cd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.270234] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] The volume has not been displaced from its original location: [datastore1] volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b/volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.275899] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.279127] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02395153-d666-4d70-84eb-a0e1ed359ecb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.297104] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680944, 'name': ReconfigVM_Task, 'duration_secs': 0.277634} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.298392] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9943bff7-b7b2-4410-9f71-85ae29a2bcb8/9943bff7-b7b2-4410-9f71-85ae29a2bcb8.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.299134] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1249.299134] env[63380]: value = "task-2680945" [ 1249.299134] env[63380]: _type = "Task" [ 1249.299134] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.299335] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a4c01c-4fe7-4e34-819c-ed286d86e311 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.308814] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.309983] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1249.309983] env[63380]: value = "task-2680946" [ 1249.309983] env[63380]: _type = "Task" [ 1249.309983] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.317140] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680946, 'name': Rename_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.397754] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680943, 'name': CloneVM_Task} progress is 95%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.811114] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680945, 'name': ReconfigVM_Task, 'duration_secs': 0.251856} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.813964] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.820486] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17adb397-1878-4931-af25-0b93a28aaa2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.834353] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680946, 'name': Rename_Task, 'duration_secs': 0.149204} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.835482] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.835774] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1249.835774] env[63380]: value = "task-2680947" [ 1249.835774] env[63380]: _type = "Task" [ 1249.835774] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.835949] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd165042-8cdf-442e-986d-3ac7ff47b675 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.845443] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.846518] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1249.846518] env[63380]: value = "task-2680948" [ 1249.846518] env[63380]: _type = "Task" [ 1249.846518] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.853205] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.897770] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680943, 'name': CloneVM_Task, 'duration_secs': 1.315242} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.898051] env[63380]: INFO nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Created linked-clone VM from snapshot [ 1249.898751] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4cbf9b-78e2-4242-880b-14e1c67c02a3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.905569] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Uploading image 073bfd2a-8d21-4401-8b67-d39f85ef2217 {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1249.928689] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1249.928689] env[63380]: value = "vm-540486" [ 1249.928689] env[63380]: _type = "VirtualMachine" [ 1249.928689] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1249.928991] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16fbb97e-64ed-4714-a6f1-ab7debc86dd7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.935419] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease: (returnval){ [ 1249.935419] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d6d6d9-8618-e123-3f10-1ea96fca7845" [ 1249.935419] env[63380]: _type = "HttpNfcLease" [ 1249.935419] env[63380]: } obtained for exporting VM: (result){ [ 1249.935419] env[63380]: value = "vm-540486" [ 1249.935419] env[63380]: _type = "VirtualMachine" [ 1249.935419] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1249.935879] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the lease: (returnval){ [ 1249.935879] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d6d6d9-8618-e123-3f10-1ea96fca7845" [ 1249.935879] env[63380]: _type = "HttpNfcLease" [ 1249.935879] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.942714] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.942714] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d6d6d9-8618-e123-3f10-1ea96fca7845" [ 1249.942714] env[63380]: _type = "HttpNfcLease" [ 1249.942714] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.042221] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.042623] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af30efa7-8472-4abd-a2bb-8dccaafb640b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.049255] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1250.049255] env[63380]: value = "task-2680950" [ 1250.049255] env[63380]: _type = "Task" [ 1250.049255] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.057035] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.346128] env[63380]: DEBUG oslo_vmware.api [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680947, 'name': ReconfigVM_Task, 'duration_secs': 0.163937} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.346489] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540480', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'name': 'volume-29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '795de1fd-be57-4648-815c-b976051b3faf', 'attached_at': '', 'detached_at': '', 'volume_id': '29d6ceb9-c409-45d3-af6b-4719ce8e560b', 'serial': '29d6ceb9-c409-45d3-af6b-4719ce8e560b'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.356714] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.445870] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.445870] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d6d6d9-8618-e123-3f10-1ea96fca7845" [ 1250.445870] env[63380]: _type = "HttpNfcLease" [ 1250.445870] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.446204] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.446204] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d6d6d9-8618-e123-3f10-1ea96fca7845" [ 1250.446204] env[63380]: _type = "HttpNfcLease" [ 1250.446204] env[63380]: }. {{(pid=63380) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.446941] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e43b2-d4fe-4542-9c5e-ee9fc6a877e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.454205] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.454383] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk for reading. {{(pid=63380) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.541992] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-627b3e85-1ed7-4996-b34b-d9c3acc288ce {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.559346] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680950, 'name': PowerOffVM_Task, 'duration_secs': 0.161587} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.559672] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.562955] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de32b75-cfc2-46ed-bbea-5dc25b14768e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.586480] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4726391-2fb8-4179-9dde-7838d85c07c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.612388] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.612681] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-094fd800-78a9-4b97-8d2c-f3cd9a94452c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.618731] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1250.618731] env[63380]: value = "task-2680951" [ 1250.618731] env[63380]: _type = "Task" [ 1250.618731] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.626119] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.860079] env[63380]: DEBUG oslo_vmware.api [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680948, 'name': PowerOnVM_Task, 'duration_secs': 0.907403} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.860470] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.860880] env[63380]: INFO nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1250.861162] env[63380]: DEBUG nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.862143] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ece787-66e6-418f-9014-e781d7d86487 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.890541] env[63380]: DEBUG nova.objects.instance [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'flavor' on Instance uuid 795de1fd-be57-4648-815c-b976051b3faf {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.130198] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1251.130533] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.131031] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.131277] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.131483] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.131755] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38469e94-79c7-495b-8f2f-7aafe98d6ef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.140647] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.140820] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.141632] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e110a44d-4343-451d-915e-50ca1968c6d5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.146922] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1251.146922] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f52110-e5bf-e983-4fc7-55b67cff274d" [ 1251.146922] env[63380]: _type = "Task" [ 1251.146922] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.154416] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f52110-e5bf-e983-4fc7-55b67cff274d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.378894] env[63380]: INFO nova.compute.manager [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Took 16.63 seconds to build instance. [ 1251.657635] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52f52110-e5bf-e983-4fc7-55b67cff274d, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.658772] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e828057e-b67f-4bd0-86a7-bb081ce87c24 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.664163] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1251.664163] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523b0486-6a7d-bfca-9407-e57e25b48de4" [ 1251.664163] env[63380]: _type = "Task" [ 1251.664163] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.671899] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523b0486-6a7d-bfca-9407-e57e25b48de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.880956] env[63380]: DEBUG oslo_concurrency.lockutils [None req-33036f69-d888-4778-bf64-9109bcdd9eae tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.139s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.898900] env[63380]: DEBUG oslo_concurrency.lockutils [None req-c774030b-41eb-44e4-8217-e05338f9af81 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.176214] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523b0486-6a7d-bfca-9407-e57e25b48de4, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.177671] env[63380]: DEBUG oslo_concurrency.lockutils [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.178020] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1252.180612] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bd8f398-aba7-42cf-beeb-3c58138d7d52 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.188520] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1252.188520] env[63380]: value = "task-2680952" [ 1252.188520] env[63380]: _type = "Task" [ 1252.188520] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.197300] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.309320] env[63380]: DEBUG nova.compute.manager [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Received event network-changed-c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.309320] env[63380]: DEBUG nova.compute.manager [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Refreshing instance network info cache due to event network-changed-c69a033e-27d7-4eb5-be57-3795781bfae2. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.309819] env[63380]: DEBUG oslo_concurrency.lockutils [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] Acquiring lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.309819] env[63380]: DEBUG oslo_concurrency.lockutils [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] Acquired lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.309819] env[63380]: DEBUG nova.network.neutron [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Refreshing network info cache for port c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.684928] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.685547] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.689597] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "795de1fd-be57-4648-815c-b976051b3faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.690169] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.690610] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.694030] env[63380]: INFO nova.compute.manager [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Terminating instance [ 1252.707898] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680952, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.007238] env[63380]: DEBUG nova.network.neutron [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updated VIF entry in instance network info cache for port c69a033e-27d7-4eb5-be57-3795781bfae2. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.008007] env[63380]: DEBUG nova.network.neutron [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updating instance_info_cache with network_info: [{"id": "c69a033e-27d7-4eb5-be57-3795781bfae2", "address": "fa:16:3e:18:10:f7", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a033e-27", "ovs_interfaceid": "c69a033e-27d7-4eb5-be57-3795781bfae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.203199] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533918} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.203965] env[63380]: DEBUG nova.compute.manager [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.204236] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.204594] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 1253.205520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dffc75c-09cb-498f-83a3-37097ee5c81f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.209173] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2889192e-e310-4e2b-a3f6-e9e12c474124 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.217469] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.231932] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c2137e-c602-48dd-a2f2-11f3244baba7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.241257] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.241626] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20c4d98-c0c2-482b-9580-c9b794a1e3f9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.262153] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1253.262153] env[63380]: value = "task-2680955" [ 1253.262153] env[63380]: _type = "Task" [ 1253.262153] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.263270] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1253.263270] env[63380]: value = "task-2680954" [ 1253.263270] env[63380]: _type = "Task" [ 1253.263270] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.276156] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.279543] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.511521] env[63380]: DEBUG oslo_concurrency.lockutils [req-70317de5-5e78-4535-ac20-2f3ff704be4e req-775f1ce9-a215-44dc-841b-c494f8f6f439 service nova] Releasing lock "refresh_cache-9943bff7-b7b2-4410-9f71-85ae29a2bcb8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.777995] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680954, 'name': PowerOffVM_Task, 'duration_secs': 0.295258} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.781542] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.781753] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.782081] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680955, 'name': ReconfigVM_Task, 'duration_secs': 0.418949} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.782317] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ff59d2-0231-4710-a771-ceae8b605d4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.784581] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.785773] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fa759a-b9bf-4c61-9fbe-9c262d5fe992 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.815544] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73586486-0ff1-46e9-b401-12b9229ae8c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.830678] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1253.830678] env[63380]: value = "task-2680957" [ 1253.830678] env[63380]: _type = "Task" [ 1253.830678] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.933281] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.933514] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.933757] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleting the datastore file [datastore2] 795de1fd-be57-4648-815c-b976051b3faf {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.934129] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54067a4f-2d93-44dc-80ea-e76d49b91bca {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.941546] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for the task: (returnval){ [ 1253.941546] env[63380]: value = "task-2680958" [ 1253.941546] env[63380]: _type = "Task" [ 1253.941546] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.952881] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.341353] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680957, 'name': ReconfigVM_Task, 'duration_secs': 0.220898} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.341669] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.341807] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fbe0a84-529f-45f3-9b7a-aa9cac7aa072 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.348849] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1254.348849] env[63380]: value = "task-2680959" [ 1254.348849] env[63380]: _type = "Task" [ 1254.348849] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.356974] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.452077] env[63380]: DEBUG oslo_vmware.api [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Task: {'id': task-2680958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30849} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.452424] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.452627] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.452811] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.452991] env[63380]: INFO nova.compute.manager [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1254.453253] env[63380]: DEBUG oslo.service.loopingcall [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.453466] env[63380]: DEBUG nova.compute.manager [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.453590] env[63380]: DEBUG nova.network.neutron [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.861249] env[63380]: DEBUG oslo_vmware.api [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680959, 'name': PowerOnVM_Task, 'duration_secs': 0.45487} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.861610] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.864950] env[63380]: DEBUG nova.compute.manager [None req-26aface8-8554-4d1e-8b95-ca6bf3341fd1 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.865979] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a24c524-4bf0-408f-a9f8-f3e9d3b3537c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.941193] env[63380]: DEBUG nova.compute.manager [req-b59cef78-f989-4d47-a0f8-2e44306b7553 req-64e7eec4-2166-4768-8b71-725a5188e1dd service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Received event network-vif-deleted-2014beda-5da2-49b0-bff3-3086560a4fd5 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.941445] env[63380]: INFO nova.compute.manager [req-b59cef78-f989-4d47-a0f8-2e44306b7553 req-64e7eec4-2166-4768-8b71-725a5188e1dd service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Neutron deleted interface 2014beda-5da2-49b0-bff3-3086560a4fd5; detaching it from the instance and deleting it from the info cache [ 1254.941653] env[63380]: DEBUG nova.network.neutron [req-b59cef78-f989-4d47-a0f8-2e44306b7553 req-64e7eec4-2166-4768-8b71-725a5188e1dd service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.423865] env[63380]: DEBUG nova.network.neutron [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.444397] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e4fe34b-c94a-43b1-9f7c-9ee213ec9783 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.456883] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198eb44e-f7e5-47ee-9462-2f96b257208f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.491403] env[63380]: DEBUG nova.compute.manager [req-b59cef78-f989-4d47-a0f8-2e44306b7553 req-64e7eec4-2166-4768-8b71-725a5188e1dd service nova] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Detach interface failed, port_id=2014beda-5da2-49b0-bff3-3086560a4fd5, reason: Instance 795de1fd-be57-4648-815c-b976051b3faf could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.927132] env[63380]: INFO nova.compute.manager [-] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Took 1.47 seconds to deallocate network for instance. [ 1256.435325] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.435563] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.435888] env[63380]: DEBUG nova.objects.instance [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lazy-loading 'resources' on Instance uuid 795de1fd-be57-4648-815c-b976051b3faf {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.791174] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "46116edc-b39d-423c-8440-d6ca50367c3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.791458] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.033110] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e48048-e263-4043-8117-a832402c1d6b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.041567] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f9db2-5811-4089-a9e1-17125f0cfc40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.073458] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c33ba6-5ab1-4bc5-bc4a-102cbc3cf766 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.081029] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ede136-0bbd-48f2-8cc4-e09b48fb3bb7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.094788] env[63380]: DEBUG nova.compute.provider_tree [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.293672] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.621389] env[63380]: ERROR nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] [req-f6f74c62-d64d-46d4-8227-5b3f529edb24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6f74c62-d64d-46d4-8227-5b3f529edb24"}]} [ 1257.641444] env[63380]: DEBUG nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1257.655847] env[63380]: DEBUG nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1257.655987] env[63380]: DEBUG nova.compute.provider_tree [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.666726] env[63380]: DEBUG nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1257.686178] env[63380]: DEBUG nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1257.773337] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc0a3c-699c-46ec-8da5-8788adefd40d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.780616] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0c660-f59e-4c2c-af44-8de7d8f70722 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.812040] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf1211d-3d54-4806-9ca8-55bf52b3652e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.820925] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ecfe59-e4ab-40ac-8202-b0785016c6b7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.826681] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.834613] env[63380]: DEBUG nova.compute.provider_tree [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.364031] env[63380]: DEBUG nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1258.364378] env[63380]: DEBUG nova.compute.provider_tree [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 163 to 164 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1258.364547] env[63380]: DEBUG nova.compute.provider_tree [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.870107] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.874358] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.048s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.876476] env[63380]: INFO nova.compute.claims [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.894546] env[63380]: INFO nova.scheduler.client.report [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Deleted allocations for instance 795de1fd-be57-4648-815c-b976051b3faf [ 1259.407392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-a60b7099-2354-4634-bb3f-c40650d0c991 tempest-AttachVolumeNegativeTest-403842938 tempest-AttachVolumeNegativeTest-403842938-project-member] Lock "795de1fd-be57-4648-815c-b976051b3faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.722s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.442226] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1259.443411] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d49a9-a97d-4d14-9873-d2779bdca224 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.452174] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1259.452353] env[63380]: ERROR oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk due to incomplete transfer. [ 1259.452595] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2daa3485-7319-45de-9599-ce9384e89cb4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.460777] env[63380]: DEBUG oslo_vmware.rw_handles [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5208ed68-35f5-85f0-91a9-7508fe766778/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1259.460972] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Uploaded image 073bfd2a-8d21-4401-8b67-d39f85ef2217 to the Glance image server {{(pid=63380) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1259.463333] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Destroying the VM {{(pid=63380) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1259.463574] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5952939b-76e0-46db-b51e-db14825bbde8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.469848] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1259.469848] env[63380]: value = "task-2680962" [ 1259.469848] env[63380]: _type = "Task" [ 1259.469848] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.477358] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680962, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.970730] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73d4f5-a50a-48c8-b399-5321374e26c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.982561] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680962, 'name': Destroy_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.985545] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ecdbcc-e087-4837-91bf-aea6b39274ec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.017612] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51b5e3-4d9a-44c7-bca0-a763ffd0494f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.026087] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f4ce1-95bf-45a1-9592-5a47c9876b82 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.039848] env[63380]: DEBUG nova.compute.provider_tree [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.484062] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680962, 'name': Destroy_Task} progress is 33%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.543344] env[63380]: DEBUG nova.scheduler.client.report [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.985960] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680962, 'name': Destroy_Task, 'duration_secs': 1.145499} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.986183] env[63380]: INFO nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Destroyed the VM [ 1260.986424] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleting Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1260.986671] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1f5bcaf-e75c-4711-bed7-42866ee80bbb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.994707] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1260.994707] env[63380]: value = "task-2680965" [ 1260.994707] env[63380]: _type = "Task" [ 1260.994707] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.002623] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.048616] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.049174] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.507991] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680965, 'name': RemoveSnapshot_Task, 'duration_secs': 0.421271} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.509052] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleted Snapshot of the VM instance {{(pid=63380) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1261.509052] env[63380]: DEBUG nova.compute.manager [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.509990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f504a4-a83d-47b0-8dec-141fd566d6fe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.553917] env[63380]: DEBUG nova.compute.utils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.556897] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.557131] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.602861] env[63380]: DEBUG nova.policy [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec7c088abc124713aa3e312939db093e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d219418b1a642f5a1b1930495cb155b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.846250] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Successfully created port: 0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.023110] env[63380]: INFO nova.compute.manager [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Shelve offloading [ 1262.057379] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.527984] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.527984] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9edd71-a164-40c4-a02d-03a8a68a40a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.541586] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1262.541586] env[63380]: value = "task-2680967" [ 1262.541586] env[63380]: _type = "Task" [ 1262.541586] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.555473] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1262.555765] env[63380]: DEBUG nova.compute.manager [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.556653] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae66cab-27d4-455b-802f-6ba3a7b9c20b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.568255] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.568658] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.568779] env[63380]: DEBUG nova.network.neutron [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.073325] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.105504] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.105793] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.105963] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.106188] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.106361] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.106529] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.106763] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.107029] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.107303] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.107617] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.107810] env[63380]: DEBUG nova.virt.hardware [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.108874] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d568523-ddfd-4627-a8b7-616f16d53129 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.120420] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5724cc4-5d39-47e2-997c-0834ba60a89e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.231839] env[63380]: DEBUG nova.compute.manager [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Received event network-vif-plugged-0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.232094] env[63380]: DEBUG oslo_concurrency.lockutils [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] Acquiring lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.232330] env[63380]: DEBUG oslo_concurrency.lockutils [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] Lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.232595] env[63380]: DEBUG oslo_concurrency.lockutils [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] Lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.232707] env[63380]: DEBUG nova.compute.manager [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] No waiting events found dispatching network-vif-plugged-0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.232879] env[63380]: WARNING nova.compute.manager [req-31cbfdbe-e851-49f6-86ad-ffb97c600d9d req-dab02f0e-3a8b-48b9-ba98-378f2f318fa2 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Received unexpected event network-vif-plugged-0619e0cf-abe8-48bd-82f9-7657edf6b1fb for instance with vm_state building and task_state spawning. [ 1263.295767] env[63380]: DEBUG nova.network.neutron [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.311801] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Successfully updated port: 0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.799150] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.814942] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.815106] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.815254] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.077861] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.078794] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632da214-b386-4512-88ba-b97b64947b39 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.087082] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.087331] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c45a567-7a22-45c7-a133-8b50d4a0f8e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.152122] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.152376] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.152568] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.152865] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5483ab64-639a-4d35-bf97-aa66a474fd76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.159109] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1264.159109] env[63380]: value = "task-2680970" [ 1264.159109] env[63380]: _type = "Task" [ 1264.159109] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.168070] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.349692] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.464365] env[63380]: DEBUG nova.network.neutron [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [{"id": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "address": "fa:16:3e:a0:50:0d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0619e0cf-ab", "ovs_interfaceid": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.669204] env[63380]: DEBUG oslo_vmware.api [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145257} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.669482] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.669678] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.669861] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.693186] env[63380]: INFO nova.scheduler.client.report [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted allocations for instance 17dc6727-a40d-48ac-8234-437a6f79e89c [ 1264.967321] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.967695] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Instance network_info: |[{"id": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "address": "fa:16:3e:a0:50:0d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0619e0cf-ab", "ovs_interfaceid": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.968118] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:50:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0619e0cf-abe8-48bd-82f9-7657edf6b1fb', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.975789] env[63380]: DEBUG oslo.service.loopingcall [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.975998] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.976241] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739003ff-21a8-4e5c-b189-98d38ff91d2c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.998994] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.998994] env[63380]: value = "task-2680972" [ 1264.998994] env[63380]: _type = "Task" [ 1264.998994] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.007275] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680972, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.198023] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.198372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.198626] env[63380]: DEBUG nova.objects.instance [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'resources' on Instance uuid 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.263197] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Received event network-changed-0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.263474] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Refreshing instance network info cache due to event network-changed-0619e0cf-abe8-48bd-82f9-7657edf6b1fb. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1265.263741] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Acquiring lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.263938] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Acquired lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.264211] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Refreshing network info cache for port 0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.509594] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680972, 'name': CreateVM_Task, 'duration_secs': 0.306331} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.509901] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.510685] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.510907] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.511287] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.511585] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33802639-6253-4c5c-8e3d-82f538dcf08f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.516017] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1265.516017] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5225388e-9afb-122d-210f-1c7935f4a71a" [ 1265.516017] env[63380]: _type = "Task" [ 1265.516017] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.523852] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5225388e-9afb-122d-210f-1c7935f4a71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.702733] env[63380]: DEBUG nova.objects.instance [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'numa_topology' on Instance uuid 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.971414] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updated VIF entry in instance network info cache for port 0619e0cf-abe8-48bd-82f9-7657edf6b1fb. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.971849] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [{"id": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "address": "fa:16:3e:a0:50:0d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0619e0cf-ab", "ovs_interfaceid": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.027112] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5225388e-9afb-122d-210f-1c7935f4a71a, 'name': SearchDatastore_Task, 'duration_secs': 0.014872} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.027436] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.027673] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.027907] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.028069] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.028253] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.028513] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc9b870-7335-4ee0-9ebc-81e5307f45b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.037539] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.037725] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.038447] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5cddf2-c0d2-4b1a-98cc-019f144bb580 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.044622] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1266.044622] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dd3c0-2cc6-f3c4-b42c-415e0224a724" [ 1266.044622] env[63380]: _type = "Task" [ 1266.044622] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.053438] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dd3c0-2cc6-f3c4-b42c-415e0224a724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.205891] env[63380]: DEBUG nova.objects.base [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Object Instance<17dc6727-a40d-48ac-8234-437a6f79e89c> lazy-loaded attributes: resources,numa_topology {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.275971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afea097-d63f-4974-ae1b-590b1162bf64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.284014] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f034b75-a28a-42bb-a7f3-cd7da7a9aabb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.314415] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a7f88a-e8ad-470d-a905-3b0a089dac76 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.322024] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff2a455-9caf-4c93-90ea-9be388059e7a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.336388] env[63380]: DEBUG nova.compute.provider_tree [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.474212] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Releasing lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.474525] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-vif-unplugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.474754] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.475110] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.475435] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.475770] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] No waiting events found dispatching network-vif-unplugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.476136] env[63380]: WARNING nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received unexpected event network-vif-unplugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a for instance with vm_state shelved_offloaded and task_state None. [ 1266.476442] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.476674] env[63380]: DEBUG nova.compute.manager [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing instance network info cache due to event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1266.476900] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.477079] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.477269] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.557278] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]527dd3c0-2cc6-f3c4-b42c-415e0224a724, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.558020] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b50ab5c-af75-4bfe-ac88-6d6f4430fc90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.563658] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1266.563658] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203f65d-8003-2b58-c27c-3cd5f46ad83c" [ 1266.563658] env[63380]: _type = "Task" [ 1266.563658] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.571984] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203f65d-8003-2b58-c27c-3cd5f46ad83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.839895] env[63380]: DEBUG nova.scheduler.client.report [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.076674] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]5203f65d-8003-2b58-c27c-3cd5f46ad83c, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.076997] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.077205] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/46116edc-b39d-423c-8440-d6ca50367c3d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.077462] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff4cfe4-d585-4db0-9881-be4917d9fb13 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.085559] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1267.085559] env[63380]: value = "task-2680975" [ 1267.085559] env[63380]: _type = "Task" [ 1267.085559] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.094164] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.238335] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updated VIF entry in instance network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.238735] env[63380]: DEBUG nova.network.neutron [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.345498] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.596249] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45625} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.596496] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/46116edc-b39d-423c-8440-d6ca50367c3d.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.596673] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.596925] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b6b0e0-0c1d-4ade-a5e0-54b009280aa2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.603460] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1267.603460] env[63380]: value = "task-2680976" [ 1267.603460] env[63380]: _type = "Task" [ 1267.603460] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.610682] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.742028] env[63380]: DEBUG oslo_concurrency.lockutils [req-4c4b1355-f779-4b0f-986a-232dc840ea67 req-7f65b3f2-cf42-42ac-8a03-0fce7bd29392 service nova] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.853894] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ff51c008-4ee2-4aa8-ad5d-e89f7bc3b126 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.073s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.866935] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.867198] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.867379] env[63380]: INFO nova.compute.manager [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Unshelving [ 1268.113723] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063307} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.114106] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.114710] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ef800-cc4f-49aa-aabf-5f8283566d04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.136426] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/46116edc-b39d-423c-8440-d6ca50367c3d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.136970] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2971c40f-1bd7-4ef5-90ec-c9d8c97901ff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.159073] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1268.159073] env[63380]: value = "task-2680977" [ 1268.159073] env[63380]: _type = "Task" [ 1268.159073] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.166711] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680977, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.670693] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680977, 'name': ReconfigVM_Task, 'duration_secs': 0.297274} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.670980] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/46116edc-b39d-423c-8440-d6ca50367c3d.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.671632] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94d13884-9472-4a07-bafa-45cd4373d4c9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.680608] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1268.680608] env[63380]: value = "task-2680979" [ 1268.680608] env[63380]: _type = "Task" [ 1268.680608] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.688401] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680979, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.892293] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.892638] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.892860] env[63380]: DEBUG nova.objects.instance [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'pci_requests' on Instance uuid 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.190754] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680979, 'name': Rename_Task, 'duration_secs': 0.150559} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.191127] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.191248] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e528af-fd4d-4905-8b4b-5820c189a1df {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.197712] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1269.197712] env[63380]: value = "task-2680980" [ 1269.197712] env[63380]: _type = "Task" [ 1269.197712] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.205290] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.396623] env[63380]: DEBUG nova.objects.instance [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'numa_topology' on Instance uuid 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.707560] env[63380]: DEBUG oslo_vmware.api [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680980, 'name': PowerOnVM_Task, 'duration_secs': 0.419073} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.707826] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.708044] env[63380]: INFO nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1269.708238] env[63380]: DEBUG nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.709023] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc7c38-337e-4e7f-9e67-3ba89479095f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.899693] env[63380]: INFO nova.compute.claims [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.227024] env[63380]: INFO nova.compute.manager [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Took 12.42 seconds to build instance. [ 1270.728534] env[63380]: DEBUG oslo_concurrency.lockutils [None req-0cdffb7c-5b5c-4aca-a30f-66910e319d50 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.937s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.014725] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1b727-e27d-4f96-916a-e3aadd931635 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.024947] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c3877-762f-4aff-a2a1-3ddba1044e15 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.058519] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570d0d6-252b-4d41-8d37-84564623943e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.068526] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f86315d-6c8f-4d79-8c84-433ea50eb56a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.083085] env[63380]: INFO nova.compute.manager [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Rescuing [ 1271.084036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.084036] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.084036] env[63380]: DEBUG nova.network.neutron [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.085338] env[63380]: DEBUG nova.compute.provider_tree [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.607239] env[63380]: ERROR nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [req-0d17dc57-661f-4c85-8106-a61192b509eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d17dc57-661f-4c85-8106-a61192b509eb"}]} [ 1271.625296] env[63380]: DEBUG nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1271.646329] env[63380]: DEBUG nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1271.646552] env[63380]: DEBUG nova.compute.provider_tree [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.658544] env[63380]: DEBUG nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1271.679971] env[63380]: DEBUG nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1271.733403] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.733645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.781260] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a870585-4de3-4b05-a025-df48052db0ea {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.789389] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe707537-665d-45f5-b33e-7a84ce16e073 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.822295] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb783b-ee7d-46d0-9e68-7ece92adc9b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.830854] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d018f8f-1e71-44fc-ae7e-3a1ac4564bfa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.845042] env[63380]: DEBUG nova.compute.provider_tree [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.029486] env[63380]: DEBUG nova.network.neutron [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [{"id": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "address": "fa:16:3e:a0:50:0d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0619e0cf-ab", "ovs_interfaceid": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.235617] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.380529] env[63380]: DEBUG nova.scheduler.client.report [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1272.380805] env[63380]: DEBUG nova.compute.provider_tree [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 166 to 167 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1272.380996] env[63380]: DEBUG nova.compute.provider_tree [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.532908] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.758008] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.886357] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.994s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.888914] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.131s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.890554] env[63380]: INFO nova.compute.claims [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.921098] env[63380]: INFO nova.network.neutron [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1273.989974] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444331d0-0163-4517-a7e0-ebfa75074996 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.997987] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069807ed-963b-486c-9813-08cd4cd7525e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.027223] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e586fd-56d4-4d4c-a374-858528d87e1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.034026] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77d365-cd28-4a2a-bdae-5f6d23141053 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.046747] env[63380]: DEBUG nova.compute.provider_tree [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.092682] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.092939] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f390fb-3a7f-4dcb-a464-904015b62ffb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.100405] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1274.100405] env[63380]: value = "task-2680981" [ 1274.100405] env[63380]: _type = "Task" [ 1274.100405] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.108491] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.367034] env[63380]: DEBUG nova.compute.manager [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.367287] env[63380]: DEBUG oslo_concurrency.lockutils [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.367525] env[63380]: DEBUG oslo_concurrency.lockutils [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.367668] env[63380]: DEBUG oslo_concurrency.lockutils [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.367848] env[63380]: DEBUG nova.compute.manager [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] No waiting events found dispatching network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.368063] env[63380]: WARNING nova.compute.manager [req-81faefad-2ffd-45a9-a830-a2586c45bfd2 req-147441e7-1726-4770-ada2-5c2175c01ca7 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received unexpected event network-vif-plugged-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a for instance with vm_state shelved_offloaded and task_state spawning. [ 1274.450159] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.450408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.450554] env[63380]: DEBUG nova.network.neutron [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.550381] env[63380]: DEBUG nova.scheduler.client.report [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.611647] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680981, 'name': PowerOffVM_Task, 'duration_secs': 0.185788} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.611945] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.612867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b78e9a-5dfb-4836-aa84-41bbe02c1175 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.632482] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7eab05-d5cb-4d72-b3e0-7e941783a09f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.671433] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.671723] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074b5631-ef23-4acc-8e56-2001448faa25 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.680015] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1274.680015] env[63380]: value = "task-2680982" [ 1274.680015] env[63380]: _type = "Task" [ 1274.680015] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.689127] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.055224] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.055593] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.150204] env[63380]: DEBUG nova.network.neutron [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.190782] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] VM already powered off {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1275.191013] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.191280] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.191432] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.191614] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.191877] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a98e397c-de5d-43c8-bbd1-3d8407c180ee {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.204342] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.204514] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.205227] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1ed989-15ac-425c-b417-0e85c91ec1f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.213729] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1275.213729] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bddef3-5d7c-e077-102c-5279063e46cb" [ 1275.213729] env[63380]: _type = "Task" [ 1275.213729] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.221943] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bddef3-5d7c-e077-102c-5279063e46cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.560421] env[63380]: DEBUG nova.compute.utils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.561949] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.562146] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.599779] env[63380]: DEBUG nova.policy [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8f4b89bf514037a4f0e14e19021fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f374e9a5184196ab74f31d9f111752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.653569] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.677488] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4ff6a8c814c0af5e04836df16a86bcd2',container_format='bare',created_at=2025-02-19T12:08:32Z,direct_url=,disk_format='vmdk',id=073bfd2a-8d21-4401-8b67-d39f85ef2217,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2049389787-shelved',owner='b4f804149b1644e6a275f4c1b9869fff',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-19T12:08:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.677992] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.677992] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.678131] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.678214] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.678350] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.678586] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.678710] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.678878] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.679306] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.679306] env[63380]: DEBUG nova.virt.hardware [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.680352] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cb8475-d5e2-44af-9ae7-ae3a6a47c272 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.688973] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfd880-d5fd-430c-ae4b-0bb456dc6a29 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.704698] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:65:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.712202] env[63380]: DEBUG oslo.service.loopingcall [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.712455] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.712693] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-319ddc4c-bcbd-4cbe-ae3d-2d98cf3804d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.736725] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bddef3-5d7c-e077-102c-5279063e46cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.738831] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.738831] env[63380]: value = "task-2680983" [ 1275.738831] env[63380]: _type = "Task" [ 1275.738831] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.739069] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf01438-46d4-4ca9-b7d5-283010e9d3ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.747576] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1275.747576] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e77c91-2f75-c174-c85d-65d704222261" [ 1275.747576] env[63380]: _type = "Task" [ 1275.747576] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.750437] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680983, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.757909] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e77c91-2f75-c174-c85d-65d704222261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.873551] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Successfully created port: c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.066088] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.251379] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680983, 'name': CreateVM_Task, 'duration_secs': 0.297136} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.254217] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.254913] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.255098] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.255484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.256263] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae4dd8f-4e2b-4274-8a6c-94f3601097a7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.261305] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52e77c91-2f75-c174-c85d-65d704222261, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.262378] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.262648] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. {{(pid=63380) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1276.262953] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1276.262953] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523ea3bf-44c5-3019-5c75-72f62c9de229" [ 1276.262953] env[63380]: _type = "Task" [ 1276.262953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.263151] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2c56e4-a783-477f-ab90-71d7fca429f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.272663] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]523ea3bf-44c5-3019-5c75-72f62c9de229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.273834] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1276.273834] env[63380]: value = "task-2680984" [ 1276.273834] env[63380]: _type = "Task" [ 1276.273834] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.280837] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.398895] env[63380]: DEBUG nova.compute.manager [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.399119] env[63380]: DEBUG nova.compute.manager [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing instance network info cache due to event network-changed-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1276.399343] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] Acquiring lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.399488] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] Acquired lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.399650] env[63380]: DEBUG nova.network.neutron [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Refreshing network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.588772] env[63380]: INFO nova.virt.block_device [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Booting with volume 61926761-0e3d-48d1-8d65-cf6c8ed53572 at /dev/sda [ 1276.623624] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1227f2b8-ba9b-4a20-bb5b-f793124d5a60 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.635891] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f69ec5d-6d7c-4833-a593-7f40d3d54e05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.673145] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d06dc27e-813b-4dae-803b-6b643870239b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.683769] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d759a-fa9c-4473-8bb7-31e9aa242710 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.716169] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236eb6e2-7350-44f0-9a50-19c31ba1d91a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.724929] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9def88-55a0-4e65-a42d-b2ca8ffb5c1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.741771] env[63380]: DEBUG nova.virt.block_device [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating existing volume attachment record: 6ad9d51d-7dd4-492c-b26d-ddcecbf809a9 {{(pid=63380) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1276.777354] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.777675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Processing image 073bfd2a-8d21-4401-8b67-d39f85ef2217 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.777955] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.778163] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.778383] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.778661] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-184f0928-8052-4e51-9dff-7e490eaf1f13 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.785642] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483885} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.785950] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk. [ 1276.787567] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d05db8-7a9c-42ac-98d3-0b269f6a926d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.790477] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.790675] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.791519] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f07700b-b6f6-45c7-b67c-652dc06d16e7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.797422] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1276.797422] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]526cf7ef-5abc-72c3-9fd7-27f8e45cc7f3" [ 1276.797422] env[63380]: _type = "Task" [ 1276.797422] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.825203] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.830028] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0e35c0-fac7-4e66-be4f-e9b9e4a5aa38 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.858871] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Preparing fetch location {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.859184] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Fetch image to [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5/OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5.vmdk {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.859382] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Downloading stream optimized image 073bfd2a-8d21-4401-8b67-d39f85ef2217 to [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5/OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5.vmdk on the data store datastore2 as vApp {{(pid=63380) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.859558] env[63380]: DEBUG nova.virt.vmwareapi.images [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Downloading image file data 073bfd2a-8d21-4401-8b67-d39f85ef2217 to the ESX as VM named 'OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5' {{(pid=63380) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1276.861610] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1276.861610] env[63380]: value = "task-2680985" [ 1276.861610] env[63380]: _type = "Task" [ 1276.861610] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.871422] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.936030] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1276.936030] env[63380]: value = "resgroup-9" [ 1276.936030] env[63380]: _type = "ResourcePool" [ 1276.936030] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1276.936349] env[63380]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-af0cca99-7014-4054-bc6c-347db5c0c16e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.959812] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease: (returnval){ [ 1276.959812] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1276.959812] env[63380]: _type = "HttpNfcLease" [ 1276.959812] env[63380]: } obtained for vApp import into resource pool (val){ [ 1276.959812] env[63380]: value = "resgroup-9" [ 1276.959812] env[63380]: _type = "ResourcePool" [ 1276.959812] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1276.960311] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the lease: (returnval){ [ 1276.960311] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1276.960311] env[63380]: _type = "HttpNfcLease" [ 1276.960311] env[63380]: } to be ready. {{(pid=63380) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.967775] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.967775] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1276.967775] env[63380]: _type = "HttpNfcLease" [ 1276.967775] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.107923] env[63380]: DEBUG nova.network.neutron [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updated VIF entry in instance network info cache for port cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.108362] env[63380]: DEBUG nova.network.neutron [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [{"id": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "address": "fa:16:3e:bd:65:f9", "network": {"id": "ddeb4e43-9a46-4889-9387-623850c5c860", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-960227890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4f804149b1644e6a275f4c1b9869fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdd3135f-7d", "ovs_interfaceid": "cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.318288] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Successfully updated port: c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.372254] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680985, 'name': ReconfigVM_Task, 'duration_secs': 0.3937} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.372671] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d/79ed69e5-5788-4ca0-aae2-a55a1efd5c06-rescue.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.373505] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc361f7-7a99-4dfd-95f9-7832e0617a22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.398552] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b65d2c40-bcbb-448e-bc99-e66c79f026cf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.415896] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1277.415896] env[63380]: value = "task-2680987" [ 1277.415896] env[63380]: _type = "Task" [ 1277.415896] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.425705] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.469655] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.469655] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1277.469655] env[63380]: _type = "HttpNfcLease" [ 1277.469655] env[63380]: } is initializing. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.611295] env[63380]: DEBUG oslo_concurrency.lockutils [req-ab74bedd-632b-4ad2-9a0a-578610594f9c req-4a1a37c5-cf20-466c-a744-93d3e639ad0b service nova] Releasing lock "refresh_cache-17dc6727-a40d-48ac-8234-437a6f79e89c" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.821276] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.821276] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.821381] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.928163] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680987, 'name': ReconfigVM_Task, 'duration_secs': 0.173901} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.928496] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.928753] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8a8945-acf2-4628-aae4-a39bbd8d8f12 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.952808] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1277.952808] env[63380]: value = "task-2680988" [ 1277.952808] env[63380]: _type = "Task" [ 1277.952808] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.961809] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.967977] env[63380]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.967977] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1277.967977] env[63380]: _type = "HttpNfcLease" [ 1277.967977] env[63380]: } is ready. {{(pid=63380) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.968289] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.968289] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]528ba5bd-6976-fd56-6148-22eba74516a1" [ 1277.968289] env[63380]: _type = "HttpNfcLease" [ 1277.968289] env[63380]: }. {{(pid=63380) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.968959] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7202f4a2-3557-4c29-9fa1-2e1eef4b665c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.976751] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk from lease info. {{(pid=63380) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.976934] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk. {{(pid=63380) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1278.045461] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cedd753-d87a-4ce3-af53-737ba1da13bc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.358781] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.433794] env[63380]: DEBUG nova.compute.manager [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Received event network-vif-plugged-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.434069] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.434360] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.434601] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.434841] env[63380]: DEBUG nova.compute.manager [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] No waiting events found dispatching network-vif-plugged-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.435022] env[63380]: WARNING nova.compute.manager [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Received unexpected event network-vif-plugged-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 for instance with vm_state building and task_state spawning. [ 1278.435221] env[63380]: DEBUG nova.compute.manager [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Received event network-changed-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.435454] env[63380]: DEBUG nova.compute.manager [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Refreshing instance network info cache due to event network-changed-c4d1facd-a0c3-45b0-aa8e-c87217c34de3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.435679] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.464746] env[63380]: DEBUG oslo_vmware.api [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680988, 'name': PowerOnVM_Task, 'duration_secs': 0.448071} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.466311] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.469743] env[63380]: DEBUG nova.compute.manager [None req-2a84acf5-e252-45dc-b8a8-529c308d6ec7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.470591] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a85d68-edcb-406f-9244-6b3459e0e292 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.515557] env[63380]: DEBUG nova.network.neutron [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.838696] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.839119] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.839497] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.839733] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.839934] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.840102] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.840274] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.840597] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.840805] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.841049] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.841309] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.841526] env[63380]: DEBUG nova.virt.hardware [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.844586] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a12d517-58df-4c0a-bdde-fbf4cc03f04e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.858358] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb00172-2db1-4989-ba91-53ab01aebe59 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.018461] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.018762] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Instance network_info: |[{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.019426] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.019426] env[63380]: DEBUG nova.network.neutron [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Refreshing network info cache for port c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.020476] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:5e:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d1facd-a0c3-45b0-aa8e-c87217c34de3', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.028728] env[63380]: DEBUG oslo.service.loopingcall [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.029644] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.029874] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ee99e0-63c3-427b-999e-0ee37b4a6f1e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.053953] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.053953] env[63380]: value = "task-2680989" [ 1279.053953] env[63380]: _type = "Task" [ 1279.053953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.064429] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680989, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.308198] env[63380]: INFO nova.compute.manager [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Unrescuing [ 1279.308421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.308579] env[63380]: DEBUG oslo_concurrency.lockutils [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquired lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.308749] env[63380]: DEBUG nova.network.neutron [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.350571] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Completed reading data from the image iterator. {{(pid=63380) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1279.350853] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.351822] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9422bcb-2b38-4a6d-a831-c3d14c8ca863 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.359864] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk is in state: ready. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.360278] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk. {{(pid=63380) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1279.360327] env[63380]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3a07cbe0-e063-44ce-846f-3b8bc2c8922a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.565812] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680989, 'name': CreateVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.704689] env[63380]: DEBUG nova.network.neutron [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updated VIF entry in instance network info cache for port c4d1facd-a0c3-45b0-aa8e-c87217c34de3. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.705083] env[63380]: DEBUG nova.network.neutron [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.950453] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.950817] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.951155] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.951454] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.951698] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.951872] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.952092] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1280.014995] env[63380]: DEBUG nova.network.neutron [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [{"id": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "address": "fa:16:3e:a0:50:0d", "network": {"id": "108e80f1-b6d8-4576-ba8b-6caf82f986ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1881419430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1d219418b1a642f5a1b1930495cb155b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0619e0cf-ab", "ovs_interfaceid": "0619e0cf-abe8-48bd-82f9-7657edf6b1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.037416] env[63380]: DEBUG oslo_vmware.rw_handles [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277b714-a807-bc9a-316a-4b6e739ef1e1/disk-0.vmdk. {{(pid=63380) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1280.037848] env[63380]: INFO nova.virt.vmwareapi.images [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Downloaded image file data 073bfd2a-8d21-4401-8b67-d39f85ef2217 [ 1280.038980] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae3a47-2f1c-4bb5-b789-c808a2d072fd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.060453] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad16ad6-fe1d-4fc4-9e53-7806415d1841 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.068139] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2680989, 'name': CreateVM_Task, 'duration_secs': 1.001417} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.068305] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.068981] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6ad9d51d-7dd4-492c-b26d-ddcecbf809a9', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540488', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'name': 'volume-61926761-0e3d-48d1-8d65-cf6c8ed53572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf00122-7d08-49e9-8ce1-27c2e5c71127', 'attached_at': '', 'detached_at': '', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'serial': '61926761-0e3d-48d1-8d65-cf6c8ed53572'}, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63380) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1280.069221] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Root volume attach. Driver type: vmdk {{(pid=63380) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1280.069976] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba93851-20c4-43e3-ba19-4e6b40ea8b2e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.080063] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd450575-3988-4130-a03e-72ca4ed4093b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.086384] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb7b3c2-28cf-421e-943b-e7b88645baa7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.089843] env[63380]: INFO nova.virt.vmwareapi.images [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] The imported VM was unregistered [ 1280.092537] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Caching image {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1280.092796] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Creating directory with path [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.093416] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafce197-e7c7-46c9-9bc6-2a8136c10c3b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.097886] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9cddb453-0da5-4ed1-b87d-3c1a422d9a7d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.105969] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1280.105969] env[63380]: value = "task-2680991" [ 1280.105969] env[63380]: _type = "Task" [ 1280.105969] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.107077] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Created directory with path [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217 {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.107268] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5/OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5.vmdk to [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk. {{(pid=63380) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1280.110568] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-82f1a9d4-e0f3-4172-99f9-1b72ce7fb972 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.118843] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680991, 'name': RelocateVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.119998] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1280.119998] env[63380]: value = "task-2680992" [ 1280.119998] env[63380]: _type = "Task" [ 1280.119998] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.207516] env[63380]: DEBUG oslo_concurrency.lockutils [req-2750d6d6-6f33-496c-8fb7-a500836bca55 req-047c4519-a5be-4c40-a4f4-cafdc4f5cbf3 service nova] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.316216] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.518540] env[63380]: DEBUG oslo_concurrency.lockutils [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Releasing lock "refresh_cache-46116edc-b39d-423c-8440-d6ca50367c3d" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.519302] env[63380]: DEBUG nova.objects.instance [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lazy-loading 'flavor' on Instance uuid 46116edc-b39d-423c-8440-d6ca50367c3d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.618338] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680991, 'name': RelocateVM_Task} progress is 19%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.629631] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.025905] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2762cd0-0f5d-4827-bfc5-a16ab6e470c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.048346] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.048704] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4321e23-dfda-4552-b9bc-184a4cbd30fc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.057494] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1281.057494] env[63380]: value = "task-2680993" [ 1281.057494] env[63380]: _type = "Task" [ 1281.057494] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.067691] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.118282] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680991, 'name': RelocateVM_Task} progress is 20%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.131712] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.568645] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680993, 'name': PowerOffVM_Task, 'duration_secs': 0.488305} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.568963] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.574602] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.575012] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7d7931-8b52-475f-bd60-040434da3a17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.597036] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1281.597036] env[63380]: value = "task-2680994" [ 1281.597036] env[63380]: _type = "Task" [ 1281.597036] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.606512] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.618667] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680991, 'name': RelocateVM_Task} progress is 20%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.631867] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.108821] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.118625] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680991, 'name': RelocateVM_Task, 'duration_secs': 1.664547} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.118938] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Volume attach. Driver type: vmdk {{(pid=63380) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1282.119191] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540488', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'name': 'volume-61926761-0e3d-48d1-8d65-cf6c8ed53572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf00122-7d08-49e9-8ce1-27c2e5c71127', 'attached_at': '', 'detached_at': '', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'serial': '61926761-0e3d-48d1-8d65-cf6c8ed53572'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1282.120082] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeac6db-7b2b-4a31-b562-e92ca9b8fe36 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.133230] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.146430] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e1b278-c540-44d7-914a-fdf34aac663a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.171568] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-61926761-0e3d-48d1-8d65-cf6c8ed53572/volume-61926761-0e3d-48d1-8d65-cf6c8ed53572.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.171953] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fda0086-cf71-4189-ad90-567d6eb4c59c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.195086] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1282.195086] env[63380]: value = "task-2680995" [ 1282.195086] env[63380]: _type = "Task" [ 1282.195086] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.211442] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680995, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.608717] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680994, 'name': ReconfigVM_Task, 'duration_secs': 1.006238} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.609116] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.609206] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.609444] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22f524d9-9eca-46d9-9a47-c09c64364d8e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.617727] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1282.617727] env[63380]: value = "task-2680996" [ 1282.617727] env[63380]: _type = "Task" [ 1282.617727] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.626632] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.634916] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.706193] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.128135] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.137134] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680992, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.71135} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.137410] env[63380]: INFO nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5/OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5.vmdk to [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk. [ 1283.137597] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Cleaning up location [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1283.137764] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e07ae0ca-5d96-4d6d-bca1-24286c189dd5 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.138042] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60efa28-da40-4be9-8db6-552f459e5ea1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.144446] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1283.144446] env[63380]: value = "task-2680997" [ 1283.144446] env[63380]: _type = "Task" [ 1283.144446] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.154667] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.204894] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.628809] env[63380]: DEBUG oslo_vmware.api [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2680996, 'name': PowerOnVM_Task, 'duration_secs': 0.814732} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.629181] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.629418] env[63380]: DEBUG nova.compute.manager [None req-328e326a-72f9-47bf-bbd9-b5a223185530 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.630221] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe52cb5-acb7-4169-b8a5-ae93573a48e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.654273] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035571} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.654273] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.654273] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.654273] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk to [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.654273] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea35c0dd-8b98-4161-8a8d-2c4d889612c0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.661680] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1283.661680] env[63380]: value = "task-2680998" [ 1283.661680] env[63380]: _type = "Task" [ 1283.661680] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.669620] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.705100] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680995, 'name': ReconfigVM_Task, 'duration_secs': 1.060245} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.705388] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-61926761-0e3d-48d1-8d65-cf6c8ed53572/volume-61926761-0e3d-48d1-8d65-cf6c8ed53572.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.710132] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85da05e4-cb17-4f98-aa42-50c26aab5187 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.725256] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1283.725256] env[63380]: value = "task-2680999" [ 1283.725256] env[63380]: _type = "Task" [ 1283.725256] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.733056] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.172820] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.234946] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2680999, 'name': ReconfigVM_Task, 'duration_secs': 0.195702} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.235228] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540488', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'name': 'volume-61926761-0e3d-48d1-8d65-cf6c8ed53572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf00122-7d08-49e9-8ce1-27c2e5c71127', 'attached_at': '', 'detached_at': '', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'serial': '61926761-0e3d-48d1-8d65-cf6c8ed53572'} {{(pid=63380) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1284.235789] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f722120-3abc-47b6-b1bd-9fc728959684 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.243062] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1284.243062] env[63380]: value = "task-2681000" [ 1284.243062] env[63380]: _type = "Task" [ 1284.243062] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.254659] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681000, 'name': Rename_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.314233] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.582613] env[63380]: DEBUG nova.compute.manager [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1284.673446] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.753588] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681000, 'name': Rename_Task, 'duration_secs': 0.405427} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.753888] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.754166] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e93336-2b06-4d1d-9fb0-03c008649432 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.761126] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1284.761126] env[63380]: value = "task-2681001" [ 1284.761126] env[63380]: _type = "Task" [ 1284.761126] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.769256] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.817373] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.817877] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.818205] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.818496] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1284.819664] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615acd0f-351f-44ab-ad09-66c459a8ae95 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.828257] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63deec5-33cc-4487-8570-e0ec57e02f0a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.843962] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c4677-9740-4d4d-ac6c-8640c0c499cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.852196] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb0d36c-fbdc-4ff4-b5d2-c18d4bb84f30 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.884454] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180451MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1284.884698] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.884893] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.106221] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.154296] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "46116edc-b39d-423c-8440-d6ca50367c3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.154701] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.154843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.154988] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.155195] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.157530] env[63380]: INFO nova.compute.manager [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Terminating instance [ 1285.174477] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.271743] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.661904] env[63380]: DEBUG nova.compute.manager [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.662203] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.664184] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe502f9-3c3c-4981-b425-a411f763f0b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.678065] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.679851] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.680128] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f2d785c-1131-4836-9f9a-09e45ea61fdb {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.687758] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1285.687758] env[63380]: value = "task-2681002" [ 1285.687758] env[63380]: _type = "Task" [ 1285.687758] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.696276] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.772525] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681001, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.895560] env[63380]: INFO nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating resource usage from migration d812d308-7264-4105-8b61-6f2a9fb4f08b [ 1285.915680] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.915841] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance d2a06314-4a8d-45cd-815e-80fc050a32bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.915956] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 46116edc-b39d-423c-8440-d6ca50367c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 17dc6727-a40d-48ac-8234-437a6f79e89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cdf00122-7d08-49e9-8ce1-27c2e5c71127 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Migration d812d308-7264-4105-8b61-6f2a9fb4f08b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1285.917083] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.040136] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc53c55-bdd6-4151-b8a4-15c289c4222d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.048632] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86444b8-206b-4083-918b-64e3616d07f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.081370] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2c1186-0b40-48db-a758-568f4dcf485f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.088723] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86e977-6510-4538-9b45-9d9e431443b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.103440] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1286.178917] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2680998, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.403829} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.179334] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/073bfd2a-8d21-4401-8b67-d39f85ef2217/073bfd2a-8d21-4401-8b67-d39f85ef2217.vmdk to [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.180351] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1b697-c051-4e75-803a-ae0c3463a919 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.203189] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.206518] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0670aadf-4fc5-4fba-b125-ac1c117eae9b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.226702] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681002, 'name': PowerOffVM_Task, 'duration_secs': 0.492653} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.228119] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.228300] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.228619] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1286.228619] env[63380]: value = "task-2681003" [ 1286.228619] env[63380]: _type = "Task" [ 1286.228619] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.228836] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9038275a-5594-48f7-a00b-252975666f28 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.239342] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.272834] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.294626] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.294849] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.295130] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleting the datastore file [datastore2] 46116edc-b39d-423c-8440-d6ca50367c3d {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.295423] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d1384b-7c0a-4d0f-bfd9-7c2caa50b1d4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.301341] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1286.301341] env[63380]: value = "task-2681005" [ 1286.301341] env[63380]: _type = "Task" [ 1286.301341] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.308978] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.623116] env[63380]: ERROR nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [req-d379035b-c108-4e9d-a0eb-414700eda023] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d379035b-c108-4e9d-a0eb-414700eda023"}]} [ 1286.638618] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1286.651620] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1286.651620] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1286.661736] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1286.677632] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1286.742415] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681003, 'name': ReconfigVM_Task, 'duration_secs': 0.276422} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.742734] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c/17dc6727-a40d-48ac-8234-437a6f79e89c.vmdk or device None with type streamOptimized {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.743373] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d50a00-3408-4fd0-a6fe-d27dcd636e04 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.751403] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1286.751403] env[63380]: value = "task-2681006" [ 1286.751403] env[63380]: _type = "Task" [ 1286.751403] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.759770] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681006, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.769487] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0fc127-aa20-4195-ac43-666905058bc7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.776783] env[63380]: DEBUG oslo_vmware.api [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681001, 'name': PowerOnVM_Task, 'duration_secs': 1.526821} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.778728] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.778947] env[63380]: INFO nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1286.779141] env[63380]: DEBUG nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.779902] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147a68b5-6f9f-4586-8c2a-96f2f82d02c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.783092] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c36ab-66b7-49f6-8c4f-776666225be9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.821872] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a806e6d-f67f-4ac6-a10c-2908ab08fba2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.829098] env[63380]: DEBUG oslo_vmware.api [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135684} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.831101] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.831301] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.831481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.831661] env[63380]: INFO nova.compute.manager [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1286.831884] env[63380]: DEBUG oslo.service.loopingcall [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.832366] env[63380]: DEBUG nova.compute.manager [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.832550] env[63380]: DEBUG nova.network.neutron [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.834973] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d1a2a-d223-469e-9a62-c28fe4310384 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.849524] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.089396] env[63380]: DEBUG nova.compute.manager [req-71415a0a-aeda-4bf6-814d-27be297429f0 req-e39e8100-b8d3-4a2e-a438-a6a7e3af1110 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Received event network-vif-deleted-0619e0cf-abe8-48bd-82f9-7657edf6b1fb {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1287.089460] env[63380]: INFO nova.compute.manager [req-71415a0a-aeda-4bf6-814d-27be297429f0 req-e39e8100-b8d3-4a2e-a438-a6a7e3af1110 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Neutron deleted interface 0619e0cf-abe8-48bd-82f9-7657edf6b1fb; detaching it from the instance and deleting it from the info cache [ 1287.089593] env[63380]: DEBUG nova.network.neutron [req-71415a0a-aeda-4bf6-814d-27be297429f0 req-e39e8100-b8d3-4a2e-a438-a6a7e3af1110 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.261448] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681006, 'name': Rename_Task, 'duration_secs': 0.172838} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.261718] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.261959] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9698b90-fc16-4d62-9a3e-d6d7c7b5d2de {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.268496] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1287.268496] env[63380]: value = "task-2681007" [ 1287.268496] env[63380]: _type = "Task" [ 1287.268496] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.275584] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.325497] env[63380]: INFO nova.compute.manager [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Took 14.58 seconds to build instance. [ 1287.378476] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1287.378718] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 169 to 170 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1287.378874] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.571660] env[63380]: DEBUG nova.network.neutron [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.592189] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d65186-d64c-4394-94cc-6981651455c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.601771] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bde35-41a6-4674-b6cb-6c3faeb040ae {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.632213] env[63380]: DEBUG nova.compute.manager [req-71415a0a-aeda-4bf6-814d-27be297429f0 req-e39e8100-b8d3-4a2e-a438-a6a7e3af1110 service nova] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Detach interface failed, port_id=0619e0cf-abe8-48bd-82f9-7657edf6b1fb, reason: Instance 46116edc-b39d-423c-8440-d6ca50367c3d could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1287.779231] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681007, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.828058] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5c2a222f-0fb0-4346-822f-37624209338a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.094s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.883892] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1287.884138] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.999s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.884414] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.778s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.074160] env[63380]: INFO nova.compute.manager [-] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Took 1.24 seconds to deallocate network for instance. [ 1288.282418] env[63380]: DEBUG oslo_vmware.api [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681007, 'name': PowerOnVM_Task, 'duration_secs': 0.641344} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.282812] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.386092] env[63380]: DEBUG nova.compute.manager [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.386092] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405a07b-fec5-4b8d-8145-e468510621e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.389786] env[63380]: INFO nova.compute.claims [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.580061] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.896178] env[63380]: INFO nova.compute.resource_tracker [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating resource usage from migration d812d308-7264-4105-8b61-6f2a9fb4f08b [ 1288.907869] env[63380]: DEBUG oslo_concurrency.lockutils [None req-6f6120e3-2d9e-4505-96c6-9178de3b3ffe tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.040s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.012525] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ac887-0ed6-42eb-9940-88c78824d4ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.020472] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee655e-baf5-43a9-832a-ca3582d79cf5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.052674] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2928b-b623-4778-bf14-96d184b4b7aa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.060787] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a253f-64e3-4c8b-a671-a619f3fa0e75 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.075685] env[63380]: DEBUG nova.compute.provider_tree [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.120303] env[63380]: DEBUG nova.compute.manager [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1289.120506] env[63380]: DEBUG nova.compute.manager [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing instance network info cache due to event network-changed-3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1289.120843] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Acquiring lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.121227] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Acquired lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.121632] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Refreshing network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.578724] env[63380]: DEBUG nova.scheduler.client.report [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.799832] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updated VIF entry in instance network info cache for port 3a8bbc08-dda3-402f-a51c-aaec808c7a4a. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.800355] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [{"id": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "address": "fa:16:3e:3c:57:34", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a8bbc08-dd", "ovs_interfaceid": "3a8bbc08-dda3-402f-a51c-aaec808c7a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.984851] env[63380]: DEBUG nova.compute.manager [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Stashing vm_state: active {{(pid=63380) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1290.083039] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.083325] env[63380]: INFO nova.compute.manager [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Migrating [ 1290.090111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.510s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.090348] env[63380]: DEBUG nova.objects.instance [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lazy-loading 'resources' on Instance uuid 46116edc-b39d-423c-8440-d6ca50367c3d {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.211135] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307f81f-7e03-4273-a149-06a27284f42e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.218928] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc358f-90d3-4429-a6c3-02ac0896d65c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.248137] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e7528-dce0-49bc-98d0-b1c2aaa32385 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.254921] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c22674-69cc-4e4e-b8fb-57aa2393adb0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.267617] env[63380]: DEBUG nova.compute.provider_tree [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.303446] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Releasing lock "refresh_cache-23e39d5c-21c0-4000-b545-7298c2614518" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.303691] env[63380]: DEBUG nova.compute.manager [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Received event network-changed-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1290.303879] env[63380]: DEBUG nova.compute.manager [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Refreshing instance network info cache due to event network-changed-c4d1facd-a0c3-45b0-aa8e-c87217c34de3. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1290.304109] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.304258] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.304422] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Refreshing network info cache for port c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.501929] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.601484] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.601660] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.601795] env[63380]: DEBUG nova.network.neutron [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.771075] env[63380]: DEBUG nova.scheduler.client.report [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.018292] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updated VIF entry in instance network info cache for port c4d1facd-a0c3-45b0-aa8e-c87217c34de3. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.018664] env[63380]: DEBUG nova.network.neutron [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.276637] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.186s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.278531] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.777s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.293264] env[63380]: DEBUG nova.network.neutron [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.296630] env[63380]: INFO nova.scheduler.client.report [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleted allocations for instance 46116edc-b39d-423c-8440-d6ca50367c3d [ 1291.521446] env[63380]: DEBUG oslo_concurrency.lockutils [req-8e8aa249-284b-4fdf-ae0b-478eeab10720 req-a78db93c-189e-4d55-b2ed-3e73b3e66eaa service nova] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.786171] env[63380]: INFO nova.compute.claims [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.796645] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.804265] env[63380]: DEBUG oslo_concurrency.lockutils [None req-edfb3bd2-57b5-4266-9ada-f69131f3f5a7 tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "46116edc-b39d-423c-8440-d6ca50367c3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.650s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.292434] env[63380]: INFO nova.compute.resource_tracker [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating resource usage from migration e42d17cb-4ad8-49a0-8b52-f8ed75e0d177 [ 1292.402185] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc617f-32fe-45fa-99da-27e3e7e7c62c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.409489] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b8680-bf8a-4d7d-9597-15e44158d885 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.439661] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9b0d3-5425-47bc-a2f4-f9fdb6911d9f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.447871] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8209c25-c5e2-418b-a8bf-1f923a8985b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.462480] env[63380]: DEBUG nova.compute.provider_tree [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.815203] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.815488] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.815643] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.815821] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.815991] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.818108] env[63380]: INFO nova.compute.manager [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Terminating instance [ 1292.965818] env[63380]: DEBUG nova.scheduler.client.report [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.311297] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf685e-fbfb-409d-b48b-3dc29865fb90 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.330248] env[63380]: DEBUG nova.compute.manager [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.330465] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.330772] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.334369] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b07ed-21a8-470a-a0fa-fab3d9f2c7a0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.341015] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.341246] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d4b7ee6-d2cc-43ee-9862-3acd503d8328 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.346614] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1293.346614] env[63380]: value = "task-2681008" [ 1293.346614] env[63380]: _type = "Task" [ 1293.346614] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.354369] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.470612] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.192s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.470890] env[63380]: INFO nova.compute.manager [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Migrating [ 1293.839281] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.839556] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17188892-d870-4fa9-a2fb-0c6f4edc4e1a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.846953] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1293.846953] env[63380]: value = "task-2681009" [ 1293.846953] env[63380]: _type = "Task" [ 1293.846953] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.859106] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681008, 'name': PowerOffVM_Task, 'duration_secs': 0.242615} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.861987] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.862194] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.862431] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.862638] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3698bc54-594a-4202-aa89-34052b53e9b2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.922922] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.923183] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.923371] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleting the datastore file [datastore1] d2a06314-4a8d-45cd-815e-80fc050a32bf {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.923650] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acbab760-b65c-4083-883f-08b1e618a83a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.930658] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for the task: (returnval){ [ 1293.930658] env[63380]: value = "task-2681011" [ 1293.930658] env[63380]: _type = "Task" [ 1293.930658] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.945298] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.985533] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.985801] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.985997] env[63380]: DEBUG nova.network.neutron [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.357270] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681009, 'name': PowerOffVM_Task, 'duration_secs': 0.181751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.357629] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.357737] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.439813] env[63380]: DEBUG oslo_vmware.api [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Task: {'id': task-2681011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201179} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.442830] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.442830] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.442830] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.442830] env[63380]: INFO nova.compute.manager [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.442830] env[63380]: DEBUG oslo.service.loopingcall [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.442830] env[63380]: DEBUG nova.compute.manager [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.442830] env[63380]: DEBUG nova.network.neutron [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.693564] env[63380]: DEBUG nova.network.neutron [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.704695] env[63380]: DEBUG nova.compute.manager [req-54d005c4-3241-419c-9f51-2d582183bd7f req-a20053c6-94ec-4a65-97ae-5ce421c54403 service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Received event network-vif-deleted-d80a80d4-95bf-4995-8834-58572066d1a7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1294.704908] env[63380]: INFO nova.compute.manager [req-54d005c4-3241-419c-9f51-2d582183bd7f req-a20053c6-94ec-4a65-97ae-5ce421c54403 service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Neutron deleted interface d80a80d4-95bf-4995-8834-58572066d1a7; detaching it from the instance and deleting it from the info cache [ 1294.705097] env[63380]: DEBUG nova.network.neutron [req-54d005c4-3241-419c-9f51-2d582183bd7f req-a20053c6-94ec-4a65-97ae-5ce421c54403 service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.865473] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.865759] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.865849] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.866017] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.866175] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.866324] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.866531] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.866689] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.866857] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.867033] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.867211] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.872220] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92c6b64-18fa-45e4-b810-6d99c5fb4d05 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.888277] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1294.888277] env[63380]: value = "task-2681012" [ 1294.888277] env[63380]: _type = "Task" [ 1294.888277] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.896046] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.183055] env[63380]: DEBUG nova.network.neutron [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.195522] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.208382] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3241bef1-cead-4e7b-b9a0-ec8bb4657d7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.218652] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32100a01-768c-4781-bb38-8d1a3de3562b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.246657] env[63380]: DEBUG nova.compute.manager [req-54d005c4-3241-419c-9f51-2d582183bd7f req-a20053c6-94ec-4a65-97ae-5ce421c54403 service nova] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Detach interface failed, port_id=d80a80d4-95bf-4995-8834-58572066d1a7, reason: Instance d2a06314-4a8d-45cd-815e-80fc050a32bf could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1295.400331] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.685252] env[63380]: INFO nova.compute.manager [-] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Took 1.24 seconds to deallocate network for instance. [ 1295.898952] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.195159] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.195455] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.195656] env[63380]: DEBUG nova.objects.instance [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lazy-loading 'resources' on Instance uuid d2a06314-4a8d-45cd-815e-80fc050a32bf {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.399567] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681012, 'name': ReconfigVM_Task, 'duration_secs': 1.350821} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.399874] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.709582] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d096f7-725c-437a-ab0e-bb9a65dd8ab0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.728394] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 0 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.817893] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0c729-9487-407f-a0af-43d990ffe4b4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.825542] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dc1d10-fe85-432f-aa95-3aecc01d3cbe {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.856230] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b8ada1-1870-4c9d-a96b-ee75fd0ee115 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.862996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c2315d-c206-4ce5-a573-e9cce45702e4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.875652] env[63380]: DEBUG nova.compute.provider_tree [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.905475] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.905718] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.905858] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.906068] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.906224] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.906376] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.906578] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.906735] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.906901] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.907080] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.907258] env[63380]: DEBUG nova.virt.hardware [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.912440] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1296.912694] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c31f90-ba4f-43bc-ba02-408309a528e6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.930176] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1296.930176] env[63380]: value = "task-2681013" [ 1296.930176] env[63380]: _type = "Task" [ 1296.930176] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.943609] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681013, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.236784] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.237161] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-793d83aa-1d3a-4e52-8e0f-fe46729d72f0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.244846] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1297.244846] env[63380]: value = "task-2681014" [ 1297.244846] env[63380]: _type = "Task" [ 1297.244846] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.253383] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.378989] env[63380]: DEBUG nova.scheduler.client.report [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.439909] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681013, 'name': ReconfigVM_Task, 'duration_secs': 0.160765} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.440245] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1297.441070] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d23af5-8655-4a84-9ba9-6202d775e0c1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.463278] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.463897] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cc6e56-1429-4bb9-a285-d4dad9ab16c5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.480510] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1297.480510] env[63380]: value = "task-2681015" [ 1297.480510] env[63380]: _type = "Task" [ 1297.480510] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.488051] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.754489] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681014, 'name': PowerOffVM_Task, 'duration_secs': 0.227659} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.754864] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.754994] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 17 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.883710] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.900905] env[63380]: INFO nova.scheduler.client.report [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Deleted allocations for instance d2a06314-4a8d-45cd-815e-80fc050a32bf [ 1297.991466] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681015, 'name': ReconfigVM_Task, 'duration_secs': 0.236325} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.991750] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.991982] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.261270] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.261579] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.261629] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.261797] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.261943] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.262105] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.262313] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.262471] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.262635] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.262838] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.262981] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.267928] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8848422-83b7-4754-a38d-fdd91666ab3d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.283207] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1298.283207] env[63380]: value = "task-2681016" [ 1298.283207] env[63380]: _type = "Task" [ 1298.283207] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.291188] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.408656] env[63380]: DEBUG oslo_concurrency.lockutils [None req-5e83f065-5c9d-419a-be17-f0676ae4f8ab tempest-ServerRescueTestJSON-1195344788 tempest-ServerRescueTestJSON-1195344788-project-member] Lock "d2a06314-4a8d-45cd-815e-80fc050a32bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.593s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.498276] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45afceea-26d7-45e3-8367-68d84bb2f917 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.517715] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357c88c-ba91-4904-b8c1-d184e0ecf805 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.534282] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.793248] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681016, 'name': ReconfigVM_Task, 'duration_secs': 0.147816} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.793563] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 33 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.099119] env[63380]: DEBUG nova.network.neutron [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Port 00d5b06f-4312-4069-bcd0-03881ea18da7 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1299.300285] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.300547] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.300703] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.300886] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.301047] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.301203] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.301412] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.301569] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.301734] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.301898] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.302094] env[63380]: DEBUG nova.virt.hardware [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.307432] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.307724] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f96fc3-b39c-45a5-8e39-811431cc0996 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.326091] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1299.326091] env[63380]: value = "task-2681017" [ 1299.326091] env[63380]: _type = "Task" [ 1299.326091] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.333741] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.843548] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.123598] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.123868] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.124085] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.337884] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.837435] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681017, 'name': ReconfigVM_Task, 'duration_secs': 1.137849} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.837712] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.838503] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540ce03-e182-4140-aef1-109a5416ccaa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.859990] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-61926761-0e3d-48d1-8d65-cf6c8ed53572/volume-61926761-0e3d-48d1-8d65-cf6c8ed53572.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.860332] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4860d1-e2e9-44af-a7a8-78e248c72b40 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.877528] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1300.877528] env[63380]: value = "task-2681018" [ 1300.877528] env[63380]: _type = "Task" [ 1300.877528] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.886514] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.159712] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.159912] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.160110] env[63380]: DEBUG nova.network.neutron [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.387201] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681018, 'name': ReconfigVM_Task, 'duration_secs': 0.306285} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.387484] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-61926761-0e3d-48d1-8d65-cf6c8ed53572/volume-61926761-0e3d-48d1-8d65-cf6c8ed53572.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.387763] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 50 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.859205] env[63380]: DEBUG nova.network.neutron [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.893868] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fead65-404b-4600-8479-a78d4a744173 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.914558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d232d-e296-4839-bedf-32ca43e8167c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.931757] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 67 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.362826] env[63380]: DEBUG oslo_concurrency.lockutils [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.888245] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7653443b-be71-46c4-a5d0-0221f13c18b5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.907125] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46297fb2-6e0b-4a14-a648-bc8e5a043426 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.913758] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.420683] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.421052] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2559cd90-21e8-4a0f-8d8b-bdd7cce01904 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.428867] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1303.428867] env[63380]: value = "task-2681019" [ 1303.428867] env[63380]: _type = "Task" [ 1303.428867] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.436378] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.575365] env[63380]: DEBUG nova.network.neutron [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Port c4d1facd-a0c3-45b0-aa8e-c87217c34de3 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.940129] env[63380]: DEBUG oslo_vmware.api [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681019, 'name': PowerOnVM_Task, 'duration_secs': 0.391517} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.940571] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.940571] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-172b940b-3be5-47ed-abb9-6a8eb12906ba tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance 'c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.594939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.594939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.594939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.628310] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.628581] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.628733] env[63380]: DEBUG nova.network.neutron [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.089465] env[63380]: DEBUG nova.network.neutron [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Port 00d5b06f-4312-4069-bcd0-03881ea18da7 binding to destination host cpu-1 is already ACTIVE {{(pid=63380) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1306.089800] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.089986] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.090187] env[63380]: DEBUG nova.network.neutron [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.321327] env[63380]: DEBUG nova.network.neutron [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.796164] env[63380]: DEBUG nova.network.neutron [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.823919] env[63380]: DEBUG oslo_concurrency.lockutils [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.299025] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.333296] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca4765-3468-447f-9196-ec4e6768227e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.340766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b0148-f410-4a26-908f-9010a13a13b3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.803026] env[63380]: DEBUG nova.compute.manager [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63380) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1307.803026] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.803350] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.306525] env[63380]: DEBUG nova.objects.instance [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'migration_context' on Instance uuid c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.434549] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48377319-c0bc-4463-b092-13afb65a0441 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.454540] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c74677-76a6-437f-9087-fe6446748c48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.461236] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 83 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.896674] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9d981-c5f3-4a48-9897-8b0c41195b80 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.904461] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40ad70-8373-4521-befc-35c43250e5a6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.935527] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536b189-811b-4646-b6c0-4f40c64d0745 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.944045] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877fa83-3e1c-46df-9ff6-340d90c681ab {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.957432] env[63380]: DEBUG nova.compute.provider_tree [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1308.967511] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.968010] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2622e27-69c8-408a-b3a5-231261265e4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.974062] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1308.974062] env[63380]: value = "task-2681020" [ 1308.974062] env[63380]: _type = "Task" [ 1308.974062] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.981646] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.478836] env[63380]: ERROR nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [req-1276277f-957e-4f35-820c-d68ef8337105] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a14365bf-b5bf-4ac2-95bf-1402baf271a4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1276277f-957e-4f35-820c-d68ef8337105"}]} [ 1309.486207] env[63380]: DEBUG oslo_vmware.api [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681020, 'name': PowerOnVM_Task, 'duration_secs': 0.375204} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.486464] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.486649] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-b223f5c0-dc9a-4021-95c7-52c9fa77125b tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance 'cdf00122-7d08-49e9-8ce1-27c2e5c71127' progress to 100 {{(pid=63380) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.494713] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Refreshing inventories for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1309.508847] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating ProviderTree inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1309.509118] env[63380]: DEBUG nova.compute.provider_tree [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.519590] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Refreshing aggregate associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, aggregates: None {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1309.536274] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Refreshing trait associations for resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63380) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1309.617214] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095fe91e-2d8a-4c6c-973b-ca3715599b78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.624043] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2bb0f6-f8b0-4c47-86b1-b5bcecc7a955 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.653095] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e1042-0f07-4247-bf40-51f813677f6e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.659641] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9eecb-329f-47dc-a12a-bcc4996c2780 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.673882] env[63380]: DEBUG nova.compute.provider_tree [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.203563] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updated inventory for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1310.203978] env[63380]: DEBUG nova.compute.provider_tree [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating resource provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 generation from 172 to 173 during operation: update_inventory {{(pid=63380) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1310.204091] env[63380]: DEBUG nova.compute.provider_tree [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Updating inventory in ProviderTree for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.214542] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.411s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.586678] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.586926] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.587125] env[63380]: DEBUG nova.compute.manager [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Going to confirm migration 10 {{(pid=63380) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1312.154976] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.155257] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquired lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.155469] env[63380]: DEBUG nova.network.neutron [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.155654] env[63380]: DEBUG nova.objects.instance [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'info_cache' on Instance uuid cdf00122-7d08-49e9-8ce1-27c2e5c71127 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.754027] env[63380]: INFO nova.compute.manager [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Swapping old allocation on dict_keys(['a14365bf-b5bf-4ac2-95bf-1402baf271a4']) held by migration d812d308-7264-4105-8b61-6f2a9fb4f08b for instance [ 1312.774705] env[63380]: DEBUG nova.scheduler.client.report [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Overwriting current allocation {'allocations': {'a14365bf-b5bf-4ac2-95bf-1402baf271a4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': 'dc9dd478d9a148c9b0f3911afb433510', 'user_id': '5460652ef50a443ebc05dd19f09eab0f', 'consumer_generation': 1} on consumer c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 {{(pid=63380) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1312.844626] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.844813] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.844990] env[63380]: DEBUG nova.network.neutron [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.391231] env[63380]: DEBUG nova.network.neutron [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [{"id": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "address": "fa:16:3e:46:5e:d2", "network": {"id": "145c2a9c-3a36-4ff7-85b2-55d89cdf4298", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829415086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58f374e9a5184196ab74f31d9f111752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d1facd-a0", "ovs_interfaceid": "c4d1facd-a0c3-45b0-aa8e-c87217c34de3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.535736] env[63380]: DEBUG nova.network.neutron [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [{"id": "00d5b06f-4312-4069-bcd0-03881ea18da7", "address": "fa:16:3e:e2:ab:6c", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d5b06f-43", "ovs_interfaceid": "00d5b06f-4312-4069-bcd0-03881ea18da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.894216] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Releasing lock "refresh_cache-cdf00122-7d08-49e9-8ce1-27c2e5c71127" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.894598] env[63380]: DEBUG nova.objects.instance [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'migration_context' on Instance uuid cdf00122-7d08-49e9-8ce1-27c2e5c71127 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.038408] env[63380]: DEBUG oslo_concurrency.lockutils [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.038861] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.039162] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcde4e72-de68-47dd-94d9-9ec8b209e100 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.046029] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1314.046029] env[63380]: value = "task-2681021" [ 1314.046029] env[63380]: _type = "Task" [ 1314.046029] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.053295] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.398278] env[63380]: DEBUG nova.objects.base [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.399228] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f69349-8cf8-4ffd-b4c6-c13bcf656083 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.418363] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f65ef2b-779d-456e-ae49-45231103faf9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.423521] env[63380]: DEBUG oslo_vmware.api [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1314.423521] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bd8b4d-f09e-6baf-d544-d428a57d96e0" [ 1314.423521] env[63380]: _type = "Task" [ 1314.423521] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.430804] env[63380]: DEBUG oslo_vmware.api [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bd8b4d-f09e-6baf-d544-d428a57d96e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.555717] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681021, 'name': PowerOffVM_Task, 'duration_secs': 0.192651} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.555974] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.556684] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.556898] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.557076] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.557263] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.557410] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.557558] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.557762] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.557923] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.558103] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.558272] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.558448] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.563390] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5c8e82-0d74-41d8-b7ec-bc24fdc3b226 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.577979] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1314.577979] env[63380]: value = "task-2681022" [ 1314.577979] env[63380]: _type = "Task" [ 1314.577979] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.585256] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.934620] env[63380]: DEBUG oslo_vmware.api [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52bd8b4d-f09e-6baf-d544-d428a57d96e0, 'name': SearchDatastore_Task, 'duration_secs': 0.007343} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.935095] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.935095] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.087761] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681022, 'name': ReconfigVM_Task, 'duration_secs': 0.125004} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.088555] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38591834-6ca0-4e22-9046-09d8ee113723 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.106314] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.106618] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.106689] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.106871] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.107064] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.107227] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.107463] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.107638] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.107821] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.108011] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.108223] env[63380]: DEBUG nova.virt.hardware [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.109034] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b2c9374-296f-43df-b597-4b0b5460c250 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.114903] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1315.114903] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a9489d-a3c7-fbe2-287c-bca230005507" [ 1315.114903] env[63380]: _type = "Task" [ 1315.114903] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.123588] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52a9489d-a3c7-fbe2-287c-bca230005507, 'name': SearchDatastore_Task, 'duration_secs': 0.006636} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.128838] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.129102] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eabdbd8-3e53-4f45-a15a-d92d11a0804f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.146448] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1315.146448] env[63380]: value = "task-2681023" [ 1315.146448] env[63380]: _type = "Task" [ 1315.146448] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.154256] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.519629] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2f90a-d2d5-4b56-b189-5e3f5a8f01fa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.527404] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc215d2-fdf5-4a79-aa8d-89aec7c54372 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.556501] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a929b2c8-e242-483b-8ade-8357104a9acf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.564280] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36591193-0d54-41f0-bb7d-2a53622b0b0e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.578876] env[63380]: DEBUG nova.compute.provider_tree [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.655492] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681023, 'name': ReconfigVM_Task, 'duration_secs': 0.185781} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.655759] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1315.656498] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f3d580-1070-4226-a4da-3424b9e84dc1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.677721] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.677939] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eccad84-ca9a-49c4-aa3e-2b2efee174f2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.694791] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1315.694791] env[63380]: value = "task-2681024" [ 1315.694791] env[63380]: _type = "Task" [ 1315.694791] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.702202] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.082061] env[63380]: DEBUG nova.scheduler.client.report [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.205555] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681024, 'name': ReconfigVM_Task, 'duration_secs': 0.24259} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.205841] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8/c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8.vmdk or device None with type thin {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.206680] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3856a3a-396a-4f39-8408-fcbee84c847f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.224251] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a5763-00a9-4827-8174-96729425310c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.241716] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53f7c88-aee1-4a10-9485-b088674ade8d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.260443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00ae4f-6744-4034-8a19-108664e91b0f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.266851] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.267094] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2bc98e9-226f-4646-aa8d-9995077a3ad0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.272937] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1316.272937] env[63380]: value = "task-2681025" [ 1316.272937] env[63380]: _type = "Task" [ 1316.272937] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.280194] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.782945] env[63380]: DEBUG oslo_vmware.api [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681025, 'name': PowerOnVM_Task, 'duration_secs': 0.341152} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.783243] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.093998] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.644095] env[63380]: INFO nova.scheduler.client.report [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocation for migration e42d17cb-4ad8-49a0-8b52-f8ed75e0d177 [ 1317.795928] env[63380]: INFO nova.compute.manager [None req-283e522c-cb80-48b2-8fce-c352ca40827c tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance to original state: 'active' [ 1317.932861] env[63380]: INFO nova.compute.manager [None req-345a55b2-90fe-4534-a188-87484b50ad6a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Get console output [ 1317.933296] env[63380]: WARNING nova.virt.vmwareapi.driver [None req-345a55b2-90fe-4534-a188-87484b50ad6a tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] The console log is missing. Check your VSPC configuration [ 1318.150148] env[63380]: DEBUG oslo_concurrency.lockutils [None req-ad79e643-c92d-4c21-94be-7905c7361895 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.563s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.588941] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.591239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.591239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.591239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.591239] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.592714] env[63380]: INFO nova.compute.manager [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Terminating instance [ 1320.096587] env[63380]: DEBUG nova.compute.manager [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.096831] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.097894] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1132689-2985-4dd8-8baa-abfa2981b694 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.105528] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.105781] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11aefc3f-cefd-4e19-bf05-e8e814d275c7 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.111730] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1320.111730] env[63380]: value = "task-2681026" [ 1320.111730] env[63380]: _type = "Task" [ 1320.111730] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.119341] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.621290] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681026, 'name': PowerOffVM_Task, 'duration_secs': 0.166804} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.621649] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.621707] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.621952] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ed7bf8-6579-4bfb-a9b3-455e0cccca47 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.681432] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.681616] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.681774] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleting the datastore file [datastore1] c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.682040] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee5094c2-b4e1-43ca-930e-81d2727332dc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.688099] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1320.688099] env[63380]: value = "task-2681028" [ 1320.688099] env[63380]: _type = "Task" [ 1320.688099] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.695545] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.197543] env[63380]: DEBUG oslo_vmware.api [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134818} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.197810] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.197965] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.198160] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.198337] env[63380]: INFO nova.compute.manager [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1321.198575] env[63380]: DEBUG oslo.service.loopingcall [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.198761] env[63380]: DEBUG nova.compute.manager [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.198856] env[63380]: DEBUG nova.network.neutron [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.599081] env[63380]: DEBUG nova.compute.manager [req-4c862d78-4a3f-429b-9f51-d00defb998e6 req-1243f831-5d51-4089-aada-c2433367f7f2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Received event network-vif-deleted-00d5b06f-4312-4069-bcd0-03881ea18da7 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1321.599295] env[63380]: INFO nova.compute.manager [req-4c862d78-4a3f-429b-9f51-d00defb998e6 req-1243f831-5d51-4089-aada-c2433367f7f2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Neutron deleted interface 00d5b06f-4312-4069-bcd0-03881ea18da7; detaching it from the instance and deleting it from the info cache [ 1321.599481] env[63380]: DEBUG nova.network.neutron [req-4c862d78-4a3f-429b-9f51-d00defb998e6 req-1243f831-5d51-4089-aada-c2433367f7f2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.083022] env[63380]: DEBUG nova.network.neutron [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.102150] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39ce4719-fdc7-4506-a1dd-92d4341eaf1f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.112611] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79e73a-11e3-441e-ace3-91c76793c61c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.142256] env[63380]: DEBUG nova.compute.manager [req-4c862d78-4a3f-429b-9f51-d00defb998e6 req-1243f831-5d51-4089-aada-c2433367f7f2 service nova] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Detach interface failed, port_id=00d5b06f-4312-4069-bcd0-03881ea18da7, reason: Instance c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1322.585249] env[63380]: INFO nova.compute.manager [-] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Took 1.39 seconds to deallocate network for instance. [ 1323.092052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.092052] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.092514] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.111689] env[63380]: INFO nova.scheduler.client.report [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted allocations for instance c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8 [ 1323.621068] env[63380]: DEBUG oslo_concurrency.lockutils [None req-97af1e0a-3f3b-4cef-bc09-8e16b1a49bf8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.030s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.603463] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.603767] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.106053] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Starting instance... {{(pid=63380) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.193108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.193108] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.193433] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.193495] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.193684] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.195635] env[63380]: INFO nova.compute.manager [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Terminating instance [ 1325.629810] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.630216] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.631719] env[63380]: INFO nova.compute.claims [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.698993] env[63380]: DEBUG nova.compute.manager [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.699277] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.700131] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c781e4-5b8c-4d2d-b17b-392f16ec1094 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.708283] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.708502] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f546d5-1cd7-48f8-a9db-82388c70be00 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.716011] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1325.716011] env[63380]: value = "task-2681029" [ 1325.716011] env[63380]: _type = "Task" [ 1325.716011] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.723160] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.225351] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681029, 'name': PowerOffVM_Task, 'duration_secs': 0.187492} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.225607] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.225771] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.226017] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9cabae-cfc3-4e73-996a-7394cf39d3d0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.292058] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.292296] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.292478] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleting the datastore file [datastore2] 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.292737] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45191305-b3cc-402d-bbc0-a13a44650912 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.300358] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for the task: (returnval){ [ 1326.300358] env[63380]: value = "task-2681031" [ 1326.300358] env[63380]: _type = "Task" [ 1326.300358] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.307530] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.706573] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb23e5-38d0-48ea-ac09-2e726214d681 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.713996] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1120da4-6f12-45f2-81bf-314c5d4754ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.742484] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32834b-2305-424f-aa70-e755211d4c4e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.749558] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7136ba6-acd7-40a0-8156-0a1f159f042d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.762113] env[63380]: DEBUG nova.compute.provider_tree [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.809088] env[63380]: DEBUG oslo_vmware.api [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Task: {'id': task-2681031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129527} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.809356] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.809616] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.809809] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.809983] env[63380]: INFO nova.compute.manager [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.810261] env[63380]: DEBUG oslo.service.loopingcall [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.810461] env[63380]: DEBUG nova.compute.manager [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.810556] env[63380]: DEBUG nova.network.neutron [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.253532] env[63380]: DEBUG nova.compute.manager [req-547a5571-f8e8-43c1-b612-0710a6127e4e req-bc5de422-ac9a-4a5f-9f0e-2f6668561a73 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Received event network-vif-deleted-cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.253532] env[63380]: INFO nova.compute.manager [req-547a5571-f8e8-43c1-b612-0710a6127e4e req-bc5de422-ac9a-4a5f-9f0e-2f6668561a73 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Neutron deleted interface cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a; detaching it from the instance and deleting it from the info cache [ 1327.253532] env[63380]: DEBUG nova.network.neutron [req-547a5571-f8e8-43c1-b612-0710a6127e4e req-bc5de422-ac9a-4a5f-9f0e-2f6668561a73 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.264801] env[63380]: DEBUG nova.scheduler.client.report [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.736984] env[63380]: DEBUG nova.network.neutron [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.756113] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aa560af-830c-4e51-b9bd-bce2dbea3d51 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.767321] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3b5ee-9b71-4ad0-99a4-e485d44625dd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.777546] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.778025] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Start building networks asynchronously for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.796044] env[63380]: DEBUG nova.compute.manager [req-547a5571-f8e8-43c1-b612-0710a6127e4e req-bc5de422-ac9a-4a5f-9f0e-2f6668561a73 service nova] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Detach interface failed, port_id=cdd3135f-7d4b-4d38-987f-bc3c1e7ab35a, reason: Instance 17dc6727-a40d-48ac-8234-437a6f79e89c could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1328.240008] env[63380]: INFO nova.compute.manager [-] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Took 1.43 seconds to deallocate network for instance. [ 1328.282959] env[63380]: DEBUG nova.compute.utils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Using /dev/sd instead of None {{(pid=63380) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.284443] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Allocating IP information in the background. {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.284635] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] allocate_for_instance() {{(pid=63380) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.320755] env[63380]: DEBUG nova.policy [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5460652ef50a443ebc05dd19f09eab0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9dd478d9a148c9b0f3911afb433510', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63380) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.580190] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Successfully created port: b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.746690] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.747016] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.747206] env[63380]: DEBUG nova.objects.instance [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lazy-loading 'resources' on Instance uuid 17dc6727-a40d-48ac-8234-437a6f79e89c {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.787253] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Start building block device mappings for instance. {{(pid=63380) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.346100] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12faf86d-6b09-4068-bf4d-5cbfb50dffef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.356063] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447086dc-10b8-47af-afb6-26370ef32d81 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.389057] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c6046-513a-4edf-97fc-5f7a5bd7a87f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.396373] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa47d18-b195-40af-8c82-244e69df5ad2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.409959] env[63380]: DEBUG nova.compute.provider_tree [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.799331] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Start spawning the instance on the hypervisor. {{(pid=63380) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.825762] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:55:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T11:54:47Z,direct_url=,disk_format='vmdk',id=79ed69e5-5788-4ca0-aae2-a55a1efd5c06,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f58e5809c9184851898cc9fc7c5ee76a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T11:54:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.826027] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.826214] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image limits 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.826382] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Flavor pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.826531] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Image pref 0:0:0 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.826670] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63380) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.826977] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.827159] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.827335] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Got 1 possible topologies {{(pid=63380) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.827499] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.827679] env[63380]: DEBUG nova.virt.hardware [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63380) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.828527] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151fecd-2cdb-4b73-952b-90604b0b3379 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836319] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748bb831-c8fb-4d81-9007-87c0ef3abec4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.912212] env[63380]: DEBUG nova.scheduler.client.report [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.926476] env[63380]: DEBUG nova.compute.manager [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Received event network-vif-plugged-b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1329.926696] env[63380]: DEBUG oslo_concurrency.lockutils [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] Acquiring lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.926901] env[63380]: DEBUG oslo_concurrency.lockutils [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.927080] env[63380]: DEBUG oslo_concurrency.lockutils [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.927254] env[63380]: DEBUG nova.compute.manager [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] No waiting events found dispatching network-vif-plugged-b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.927419] env[63380]: WARNING nova.compute.manager [req-a6d76bf6-46fd-42b6-98df-c5431977eae0 req-17fb8ec7-9cbc-4b52-8b11-469b1d7809e3 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Received unexpected event network-vif-plugged-b4442c17-c6fc-41df-a2e5-ca29814e9b6b for instance with vm_state building and task_state spawning. [ 1330.007161] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Successfully updated port: b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.416818] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.440328] env[63380]: INFO nova.scheduler.client.report [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Deleted allocations for instance 17dc6727-a40d-48ac-8234-437a6f79e89c [ 1330.509603] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.509767] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.509919] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.948308] env[63380]: DEBUG oslo_concurrency.lockutils [None req-045ddb36-e98f-443b-8cd2-9b9c416ffaa3 tempest-AttachVolumeShelveTestJSON-1727367193 tempest-AttachVolumeShelveTestJSON-1727367193-project-member] Lock "17dc6727-a40d-48ac-8234-437a6f79e89c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.755s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.041583] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Instance cache missing network info. {{(pid=63380) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.171209] env[63380]: DEBUG nova.network.neutron [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.675179] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.675179] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Instance network_info: |[{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63380) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.675610] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:94:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4442c17-c6fc-41df-a2e5-ca29814e9b6b', 'vif_model': 'vmxnet3'}] {{(pid=63380) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.683317] env[63380]: DEBUG oslo.service.loopingcall [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.683531] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Creating VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.683747] env[63380]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85e3719-61a3-46c0-a0db-943ad46eecff {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.703290] env[63380]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.703290] env[63380]: value = "task-2681032" [ 1331.703290] env[63380]: _type = "Task" [ 1331.703290] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.710504] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681032, 'name': CreateVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.954566] env[63380]: DEBUG nova.compute.manager [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Received event network-changed-b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.954843] env[63380]: DEBUG nova.compute.manager [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Refreshing instance network info cache due to event network-changed-b4442c17-c6fc-41df-a2e5-ca29814e9b6b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1331.954995] env[63380]: DEBUG oslo_concurrency.lockutils [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] Acquiring lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.955157] env[63380]: DEBUG oslo_concurrency.lockutils [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] Acquired lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.955323] env[63380]: DEBUG nova.network.neutron [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Refreshing network info cache for port b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.212862] env[63380]: DEBUG oslo_vmware.api [-] Task: {'id': task-2681032, 'name': CreateVM_Task, 'duration_secs': 0.300252} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.213089] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Created VM on the ESX host {{(pid=63380) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.213731] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.213898] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.214236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.214482] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c5f2b8-51bf-4d51-aade-bdf1dad4fb98 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.218988] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1332.218988] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524cb24f-f7c7-ed78-b4e5-f83c1fa0dc3b" [ 1332.218988] env[63380]: _type = "Task" [ 1332.218988] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.226328] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524cb24f-f7c7-ed78-b4e5-f83c1fa0dc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.643997] env[63380]: DEBUG nova.network.neutron [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updated VIF entry in instance network info cache for port b4442c17-c6fc-41df-a2e5-ca29814e9b6b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.644390] env[63380]: DEBUG nova.network.neutron [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.729448] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]524cb24f-f7c7-ed78-b4e5-f83c1fa0dc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.729769] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.730077] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Processing image 79ed69e5-5788-4ca0-aae2-a55a1efd5c06 {{(pid=63380) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.730233] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.730381] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.730559] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.730824] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-354d6459-bf26-4618-9bf9-3436ae74c849 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.744018] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63380) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.744018] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63380) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.744018] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46056976-22ca-4e12-bb6b-01f635b132e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.749250] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1332.749250] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d24fdf-9784-2eef-30b2-95ff1ce0ce2c" [ 1332.749250] env[63380]: _type = "Task" [ 1332.749250] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.757149] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d24fdf-9784-2eef-30b2-95ff1ce0ce2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.147081] env[63380]: DEBUG oslo_concurrency.lockutils [req-6409ca22-2bfe-4bad-b9d6-114b448f0be1 req-28b77475-31f4-49f9-b21e-8a0b2610c14c service nova] Releasing lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.260206] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52d24fdf-9784-2eef-30b2-95ff1ce0ce2c, 'name': SearchDatastore_Task, 'duration_secs': 0.018576} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.260961] env[63380]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24b1fd6-8aad-498b-a862-dc77d616c3b0 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.266372] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1333.266372] env[63380]: value = "session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cc88fc-9047-5c63-1a32-cd026d1a69ed" [ 1333.266372] env[63380]: _type = "Task" [ 1333.266372] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.274347] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cc88fc-9047-5c63-1a32-cd026d1a69ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.776565] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': session[529fb2e3-23d8-1ca6-2d1e-52effd77a088]52cc88fc-9047-5c63-1a32-cd026d1a69ed, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.776831] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.777102] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ccb732fb-d6c3-4cb6-a0ec-95da92214c14/ccb732fb-d6c3-4cb6-a0ec-95da92214c14.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.777369] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb453a1f-7aa7-47db-9986-6f7a4610d12e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.784019] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1333.784019] env[63380]: value = "task-2681034" [ 1333.784019] env[63380]: _type = "Task" [ 1333.784019] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.791259] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.293325] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435394} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.293701] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/79ed69e5-5788-4ca0-aae2-a55a1efd5c06/79ed69e5-5788-4ca0-aae2-a55a1efd5c06.vmdk to [datastore2] ccb732fb-d6c3-4cb6-a0ec-95da92214c14/ccb732fb-d6c3-4cb6-a0ec-95da92214c14.vmdk {{(pid=63380) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.293780] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Extending root virtual disk to 1048576 {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.294022] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ebffe4-fd9f-4455-9d07-2e59572a8ddd {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.301598] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1334.301598] env[63380]: value = "task-2681035" [ 1334.301598] env[63380]: _type = "Task" [ 1334.301598] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.308690] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.810874] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065641} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.811107] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Extended root virtual disk {{(pid=63380) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.811856] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd74b9-bdf5-425f-9869-e5c3b5ad2653 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.832827] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ccb732fb-d6c3-4cb6-a0ec-95da92214c14/ccb732fb-d6c3-4cb6-a0ec-95da92214c14.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.833066] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e256d2e-a3cc-4f5b-9254-3c22bf72ebd9 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.851382] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1334.851382] env[63380]: value = "task-2681036" [ 1334.851382] env[63380]: _type = "Task" [ 1334.851382] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.858411] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.360831] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681036, 'name': ReconfigVM_Task, 'duration_secs': 0.299501} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.361237] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ccb732fb-d6c3-4cb6-a0ec-95da92214c14/ccb732fb-d6c3-4cb6-a0ec-95da92214c14.vmdk or device None with type sparse {{(pid=63380) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.361711] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c998c359-97c0-4bec-a4b6-f31e3bdcaa49 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.368111] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1335.368111] env[63380]: value = "task-2681037" [ 1335.368111] env[63380]: _type = "Task" [ 1335.368111] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.375319] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681037, 'name': Rename_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.877988] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681037, 'name': Rename_Task, 'duration_secs': 0.165835} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.878315] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.878553] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eef70345-2d18-4a65-ac3b-4a6b5c850898 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885531] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1335.885531] env[63380]: value = "task-2681038" [ 1335.885531] env[63380]: _type = "Task" [ 1335.885531] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.892706] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.395202] env[63380]: DEBUG oslo_vmware.api [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681038, 'name': PowerOnVM_Task, 'duration_secs': 0.428126} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.395596] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.395707] env[63380]: INFO nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1336.395868] env[63380]: DEBUG nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.396695] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac59d2-73de-4cf9-bbb0-c9e46adf6267 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.917155] env[63380]: INFO nova.compute.manager [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Took 11.30 seconds to build instance. [ 1337.418595] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8c130449-e6b9-4b49-8fa1-c9969dd46d2d tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.815s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.725746] env[63380]: DEBUG nova.compute.manager [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Received event network-changed-b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1337.726046] env[63380]: DEBUG nova.compute.manager [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Refreshing instance network info cache due to event network-changed-b4442c17-c6fc-41df-a2e5-ca29814e9b6b. {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1337.726156] env[63380]: DEBUG oslo_concurrency.lockutils [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] Acquiring lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.726340] env[63380]: DEBUG oslo_concurrency.lockutils [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] Acquired lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.726455] env[63380]: DEBUG nova.network.neutron [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Refreshing network info cache for port b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1338.438787] env[63380]: DEBUG nova.network.neutron [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updated VIF entry in instance network info cache for port b4442c17-c6fc-41df-a2e5-ca29814e9b6b. {{(pid=63380) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.439195] env[63380]: DEBUG nova.network.neutron [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.885911] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.886222] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.886401] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.942504] env[63380]: DEBUG oslo_concurrency.lockutils [req-d7065ff1-5330-4b03-813c-445eec73be66 req-f99f4a44-3678-4a74-a005-3b07e0e8c605 service nova] Releasing lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.314691] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.315165] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.315165] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.315329] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1340.314847] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.850237] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.850607] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.850674] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.850835] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.851018] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.853220] env[63380]: INFO nova.compute.manager [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Terminating instance [ 1345.309465] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.356357] env[63380]: DEBUG nova.compute.manager [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.356597] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.356863] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-add9d564-ecca-41b9-b7aa-a96d53dc46c6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.364890] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1345.364890] env[63380]: value = "task-2681039" [ 1345.364890] env[63380]: _type = "Task" [ 1345.364890] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.372422] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.874658] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.314809] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.375452] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681039, 'name': PowerOffVM_Task, 'duration_secs': 0.825071} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.375724] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.375921] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Volume detach. Driver type: vmdk {{(pid=63380) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1346.376128] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540488', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'name': 'volume-61926761-0e3d-48d1-8d65-cf6c8ed53572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf00122-7d08-49e9-8ce1-27c2e5c71127', 'attached_at': '2025-02-19T12:09:35.000000', 'detached_at': '', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'serial': '61926761-0e3d-48d1-8d65-cf6c8ed53572'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1346.376867] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a02f1-4ae7-4d8f-a19f-3f787d549e41 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.394576] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980aeb6-1744-4522-9396-71b739ebfb34 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.400709] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a516941-cf95-4e1e-84db-5c07af0f5490 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.418603] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e110f96-af57-414f-a3f1-b69caf8a9140 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.432135] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] The volume has not been displaced from its original location: [datastore2] volume-61926761-0e3d-48d1-8d65-cf6c8ed53572/volume-61926761-0e3d-48d1-8d65-cf6c8ed53572.vmdk. No consolidation needed. {{(pid=63380) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1346.437340] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.437580] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061b92e2-b033-4b01-a5a6-b2b5f3bf01b6 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.455247] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1346.455247] env[63380]: value = "task-2681040" [ 1346.455247] env[63380]: _type = "Task" [ 1346.455247] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.462308] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.817939] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.818209] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.818382] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.818544] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.819443] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7674b-9f53-4027-af29-a56fb2726127 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.827598] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2aaad4-9075-4260-9fad-822eaa938a78 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.841059] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc3a3a4-566c-40e8-9fc5-4acd8601eed8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.847095] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037781c8-f4cb-48a3-9fcb-a2ace37a25e1 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.875037] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180442MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.875406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.875406] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.965074] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681040, 'name': ReconfigVM_Task, 'duration_secs': 0.160237} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.965350] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63380) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.970386] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0c1ba6-c1a0-43ba-8f3f-c3cc7a06ce20 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.985273] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1346.985273] env[63380]: value = "task-2681041" [ 1346.985273] env[63380]: _type = "Task" [ 1346.985273] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.994185] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.496763] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.900890] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 23e39d5c-21c0-4000-b545-7298c2614518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.901214] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.901214] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance cdf00122-7d08-49e9-8ce1-27c2e5c71127 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.901351] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Instance ccb732fb-d6c3-4cb6-a0ec-95da92214c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63380) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1347.901543] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.901679] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.954520] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e71148-a5a6-487b-bd17-b9b63299fd4b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.961990] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a588a56b-591a-4611-93c6-5500a74b3b7b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.994425] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5746d-e694-4eb1-9974-606b1df1dd17 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.004566] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa47b4-1f96-44ed-914c-09bb5ccb62a8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.007985] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.017577] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.501738] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681041, 'name': ReconfigVM_Task, 'duration_secs': 1.131013} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.502160] env[63380]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-540488', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'name': 'volume-61926761-0e3d-48d1-8d65-cf6c8ed53572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf00122-7d08-49e9-8ce1-27c2e5c71127', 'attached_at': '2025-02-19T12:09:35.000000', 'detached_at': '', 'volume_id': '61926761-0e3d-48d1-8d65-cf6c8ed53572', 'serial': '61926761-0e3d-48d1-8d65-cf6c8ed53572'} {{(pid=63380) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.502550] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.503491] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b185a-6f51-4704-809b-109072c40ef3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.509819] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.510107] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f64228c-5e12-4699-b76c-05cbd8ac9951 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.520376] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.569388] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.569603] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.569784] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore2] cdf00122-7d08-49e9-8ce1-27c2e5c71127 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.570045] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557d8052-e2a5-4c23-9eae-707425ca7b22 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.575889] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1348.575889] env[63380]: value = "task-2681043" [ 1348.575889] env[63380]: _type = "Task" [ 1348.575889] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.583456] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.025483] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1349.025909] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.085488] env[63380]: DEBUG oslo_vmware.api [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081199} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.085736] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.085921] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.086128] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.086300] env[63380]: INFO nova.compute.manager [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Took 3.73 seconds to destroy the instance on the hypervisor. [ 1349.086532] env[63380]: DEBUG oslo.service.loopingcall [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.086722] env[63380]: DEBUG nova.compute.manager [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.086816] env[63380]: DEBUG nova.network.neutron [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.483095] env[63380]: DEBUG nova.compute.manager [req-6cd0dbe0-adc7-4ad2-831b-4e0d9421f551 req-9b0e6f8d-f1b1-44f8-92b5-3bfbe17c5808 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Received event network-vif-deleted-c4d1facd-a0c3-45b0-aa8e-c87217c34de3 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1349.483317] env[63380]: INFO nova.compute.manager [req-6cd0dbe0-adc7-4ad2-831b-4e0d9421f551 req-9b0e6f8d-f1b1-44f8-92b5-3bfbe17c5808 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Neutron deleted interface c4d1facd-a0c3-45b0-aa8e-c87217c34de3; detaching it from the instance and deleting it from the info cache [ 1349.483545] env[63380]: DEBUG nova.network.neutron [req-6cd0dbe0-adc7-4ad2-831b-4e0d9421f551 req-9b0e6f8d-f1b1-44f8-92b5-3bfbe17c5808 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.966102] env[63380]: DEBUG nova.network.neutron [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.985278] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e5ee6b-c0de-45d6-92f7-5a9020dbd27c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.995612] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082241fd-8374-49a9-8694-349bd995b904 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.021295] env[63380]: DEBUG nova.compute.manager [req-6cd0dbe0-adc7-4ad2-831b-4e0d9421f551 req-9b0e6f8d-f1b1-44f8-92b5-3bfbe17c5808 service nova] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Detach interface failed, port_id=c4d1facd-a0c3-45b0-aa8e-c87217c34de3, reason: Instance cdf00122-7d08-49e9-8ce1-27c2e5c71127 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1350.469098] env[63380]: INFO nova.compute.manager [-] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Took 1.38 seconds to deallocate network for instance. [ 1351.011565] env[63380]: INFO nova.compute.manager [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Took 0.54 seconds to detach 1 volumes for instance. [ 1351.013732] env[63380]: DEBUG nova.compute.manager [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Deleting volume: 61926761-0e3d-48d1-8d65-cf6c8ed53572 {{(pid=63380) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1351.554525] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.554985] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.555096] env[63380]: DEBUG nova.objects.instance [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'resources' on Instance uuid cdf00122-7d08-49e9-8ce1-27c2e5c71127 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.116560] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7477fc-0527-44a3-9a9f-75b7a7564412 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.125345] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def90c07-1c0c-4307-9f05-b37e1d914c14 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.154477] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7883f1-3d0f-479d-977d-35f6c646e2f4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.161766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35328395-37ae-4c68-9322-9d8bb8e2178c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.174899] env[63380]: DEBUG nova.compute.provider_tree [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.678098] env[63380]: DEBUG nova.scheduler.client.report [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.183339] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.202972] env[63380]: INFO nova.scheduler.client.report [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocations for instance cdf00122-7d08-49e9-8ce1-27c2e5c71127 [ 1353.710652] env[63380]: DEBUG oslo_concurrency.lockutils [None req-8bc8a6d1-4668-4b4a-b85c-d41e7f3ecb0d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "cdf00122-7d08-49e9-8ce1-27c2e5c71127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.860s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.714883] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.715295] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.715421] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.715571] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.715773] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.717805] env[63380]: INFO nova.compute.manager [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Terminating instance [ 1355.220992] env[63380]: DEBUG nova.compute.manager [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.221394] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.222342] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673f3250-f4ce-4ab6-bd97-b5724c80f53c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.230882] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.231205] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2f65a0-ded4-44b9-9b4a-eb4a1894ad7f {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.240835] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1355.240835] env[63380]: value = "task-2681045" [ 1355.240835] env[63380]: _type = "Task" [ 1355.240835] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.249955] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.750319] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681045, 'name': PowerOffVM_Task, 'duration_secs': 0.200588} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.750687] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.750738] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.750982] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0208768-f470-4375-8fcc-e84c04902295 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.812481] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.812704] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.812893] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore1] 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.813174] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be594583-6fad-43e0-a379-80573f53f2e2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.820302] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1355.820302] env[63380]: value = "task-2681047" [ 1355.820302] env[63380]: _type = "Task" [ 1355.820302] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.826580] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.329433] env[63380]: DEBUG oslo_vmware.api [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11846} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.329632] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.329809] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.330017] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.330217] env[63380]: INFO nova.compute.manager [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.330461] env[63380]: DEBUG oslo.service.loopingcall [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.330666] env[63380]: DEBUG nova.compute.manager [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.330748] env[63380]: DEBUG nova.network.neutron [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.676717] env[63380]: DEBUG nova.compute.manager [req-179287c0-eb20-4dde-8d24-2c9e12402fa1 req-826a51dc-6d9d-4421-93c5-9e91dabe006a service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Received event network-vif-deleted-c69a033e-27d7-4eb5-be57-3795781bfae2 {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1356.676885] env[63380]: INFO nova.compute.manager [req-179287c0-eb20-4dde-8d24-2c9e12402fa1 req-826a51dc-6d9d-4421-93c5-9e91dabe006a service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Neutron deleted interface c69a033e-27d7-4eb5-be57-3795781bfae2; detaching it from the instance and deleting it from the info cache [ 1356.677044] env[63380]: DEBUG nova.network.neutron [req-179287c0-eb20-4dde-8d24-2c9e12402fa1 req-826a51dc-6d9d-4421-93c5-9e91dabe006a service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.152546] env[63380]: DEBUG nova.network.neutron [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.179732] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d22f7771-8e83-4f12-a4b3-10269b46e52b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.189633] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1bc46f-1ac7-4cde-b8c9-3c9a08a5b112 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.214273] env[63380]: DEBUG nova.compute.manager [req-179287c0-eb20-4dde-8d24-2c9e12402fa1 req-826a51dc-6d9d-4421-93c5-9e91dabe006a service nova] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Detach interface failed, port_id=c69a033e-27d7-4eb5-be57-3795781bfae2, reason: Instance 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1357.654900] env[63380]: INFO nova.compute.manager [-] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Took 1.32 seconds to deallocate network for instance. [ 1358.160923] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.161314] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.161518] env[63380]: DEBUG nova.objects.instance [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'resources' on Instance uuid 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.737180] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5334a74-df69-4942-a46c-295ed2753269 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.744983] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943a19d-09cd-4c39-9304-0ae0e677179b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.774313] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd16c988-369d-4ca1-974e-cc79302fb039 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.781128] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a72320b-8f12-435b-9dba-46f42ccd8a08 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.793850] env[63380]: DEBUG nova.compute.provider_tree [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.297473] env[63380]: DEBUG nova.scheduler.client.report [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.802724] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.838146] env[63380]: INFO nova.scheduler.client.report [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocations for instance 9943bff7-b7b2-4410-9f71-85ae29a2bcb8 [ 1360.346372] env[63380]: DEBUG oslo_concurrency.lockutils [None req-69724195-1e16-4189-b0a9-4bf9034c658d tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "9943bff7-b7b2-4410-9f71-85ae29a2bcb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.631s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.793111] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "23e39d5c-21c0-4000-b545-7298c2614518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.793537] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.793640] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "23e39d5c-21c0-4000-b545-7298c2614518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.793843] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.794022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.796208] env[63380]: INFO nova.compute.manager [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Terminating instance [ 1364.300586] env[63380]: DEBUG nova.compute.manager [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.300823] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.301766] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44842ec3-651e-45a3-98c1-0fa8d62c268a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.309296] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.309518] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee84e2b6-3c42-4044-979f-d14e64b69e4c {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.315438] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1364.315438] env[63380]: value = "task-2681049" [ 1364.315438] env[63380]: _type = "Task" [ 1364.315438] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.323285] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.825501] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681049, 'name': PowerOffVM_Task, 'duration_secs': 0.192884} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.825873] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.825873] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.826138] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec307198-0bd7-4507-a2bd-7265e712e993 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.887368] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.887666] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Deleting contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.887922] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleting the datastore file [datastore1] 23e39d5c-21c0-4000-b545-7298c2614518 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.888239] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d5957a-a1b6-4e28-b7de-b00f6dc345c3 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.894319] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for the task: (returnval){ [ 1364.894319] env[63380]: value = "task-2681051" [ 1364.894319] env[63380]: _type = "Task" [ 1364.894319] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.902989] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.403729] env[63380]: DEBUG oslo_vmware.api [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Task: {'id': task-2681051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140626} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.404054] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.404207] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Deleted contents of the VM from datastore datastore1 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.404392] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.404600] env[63380]: INFO nova.compute.manager [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1365.404863] env[63380]: DEBUG oslo.service.loopingcall [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.405068] env[63380]: DEBUG nova.compute.manager [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.405170] env[63380]: DEBUG nova.network.neutron [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.703986] env[63380]: DEBUG nova.compute.manager [req-b0a29b51-3c17-40a6-9e5b-04999d38f67a req-4fa34a99-08ee-4290-88c1-1e48d9c3194f service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Received event network-vif-deleted-3a8bbc08-dda3-402f-a51c-aaec808c7a4a {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1365.704146] env[63380]: INFO nova.compute.manager [req-b0a29b51-3c17-40a6-9e5b-04999d38f67a req-4fa34a99-08ee-4290-88c1-1e48d9c3194f service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Neutron deleted interface 3a8bbc08-dda3-402f-a51c-aaec808c7a4a; detaching it from the instance and deleting it from the info cache [ 1365.705027] env[63380]: DEBUG nova.network.neutron [req-b0a29b51-3c17-40a6-9e5b-04999d38f67a req-4fa34a99-08ee-4290-88c1-1e48d9c3194f service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.188085] env[63380]: DEBUG nova.network.neutron [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.207187] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36fc8f95-e459-4dc7-ae55-b284d2b716d8 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.217147] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1bc8ad-3981-4bf1-be12-938496d785e5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.241751] env[63380]: DEBUG nova.compute.manager [req-b0a29b51-3c17-40a6-9e5b-04999d38f67a req-4fa34a99-08ee-4290-88c1-1e48d9c3194f service nova] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Detach interface failed, port_id=3a8bbc08-dda3-402f-a51c-aaec808c7a4a, reason: Instance 23e39d5c-21c0-4000-b545-7298c2614518 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1366.690571] env[63380]: INFO nova.compute.manager [-] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Took 1.29 seconds to deallocate network for instance. [ 1367.196995] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.197395] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.197549] env[63380]: DEBUG nova.objects.instance [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lazy-loading 'resources' on Instance uuid 23e39d5c-21c0-4000-b545-7298c2614518 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.757468] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a428cb-5a01-456b-b699-8d16bac08433 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.764971] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5566f8f4-31e5-4ebf-8433-2ca3aebd3bec {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.794225] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd86d3-8616-4bb1-b7ea-ecc6e881e8ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.800802] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30490f2-90c7-438b-b5cd-2ab1505c5611 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.815363] env[63380]: DEBUG nova.compute.provider_tree [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.319257] env[63380]: DEBUG nova.scheduler.client.report [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.825404] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.850706] env[63380]: INFO nova.scheduler.client.report [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Deleted allocations for instance 23e39d5c-21c0-4000-b545-7298c2614518 [ 1369.358526] env[63380]: DEBUG oslo_concurrency.lockutils [None req-63b1d7b1-3dc4-4699-aa4c-ed8699509490 tempest-ServerActionsTestOtherA-851864312 tempest-ServerActionsTestOtherA-851864312-project-member] Lock "23e39d5c-21c0-4000-b545-7298c2614518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.565s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.648479] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.648892] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.648940] env[63380]: DEBUG nova.compute.manager [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.649884] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c94cb2-3104-4795-b902-69c6a8e6c5ac {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.656797] env[63380]: DEBUG nova.compute.manager [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63380) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1375.657365] env[63380]: DEBUG nova.objects.instance [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'flavor' on Instance uuid ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.664711] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.665102] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30d0dee-1ab8-4b26-b545-7a29a9a42c06 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.672166] env[63380]: DEBUG oslo_vmware.api [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1376.672166] env[63380]: value = "task-2681052" [ 1376.672166] env[63380]: _type = "Task" [ 1376.672166] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.680106] env[63380]: DEBUG oslo_vmware.api [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.181947] env[63380]: DEBUG oslo_vmware.api [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681052, 'name': PowerOffVM_Task, 'duration_secs': 0.469723} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.182222] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.182417] env[63380]: DEBUG nova.compute.manager [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.183165] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d18fe-db2f-4bdc-b59b-cf3048bf629b {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.693426] env[63380]: DEBUG oslo_concurrency.lockutils [None req-7079a8bb-965c-48c0-ba7d-03e49bf8e0b8 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.097904] env[63380]: DEBUG nova.objects.instance [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'flavor' on Instance uuid ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.602805] env[63380]: DEBUG oslo_concurrency.lockutils [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.603083] env[63380]: DEBUG oslo_concurrency.lockutils [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.603181] env[63380]: DEBUG nova.network.neutron [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.603358] env[63380]: DEBUG nova.objects.instance [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'info_cache' on Instance uuid ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.106592] env[63380]: DEBUG nova.objects.base [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63380) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1379.815568] env[63380]: DEBUG nova.network.neutron [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.318983] env[63380]: DEBUG oslo_concurrency.lockutils [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.324944] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powering on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.325401] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f30994c-a035-44b2-b386-2eafebea2775 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.332741] env[63380]: DEBUG oslo_vmware.api [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1381.332741] env[63380]: value = "task-2681053" [ 1381.332741] env[63380]: _type = "Task" [ 1381.332741] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.340468] env[63380]: DEBUG oslo_vmware.api [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.842075] env[63380]: DEBUG oslo_vmware.api [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.342891] env[63380]: DEBUG oslo_vmware.api [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681053, 'name': PowerOnVM_Task, 'duration_secs': 0.716702} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.343278] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powered on the VM {{(pid=63380) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.343409] env[63380]: DEBUG nova.compute.manager [None req-858fa7c0-2fe8-4269-8d73-b831ae67eff1 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.344113] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003cab4-3239-48fc-97da-980b08966f6a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.908436] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b404ce-aeda-457c-b49f-ba9c7f7d866e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.915658] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Suspending the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1383.915901] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e902736-bac7-4ef4-8bbb-207f885911f5 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.922147] env[63380]: DEBUG oslo_vmware.api [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1383.922147] env[63380]: value = "task-2681054" [ 1383.922147] env[63380]: _type = "Task" [ 1383.922147] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.930675] env[63380]: DEBUG oslo_vmware.api [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681054, 'name': SuspendVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.431968] env[63380]: DEBUG oslo_vmware.api [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681054, 'name': SuspendVM_Task} progress is 75%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.933472] env[63380]: DEBUG oslo_vmware.api [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681054, 'name': SuspendVM_Task, 'duration_secs': 0.568722} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.933849] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Suspended the VM {{(pid=63380) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1384.933924] env[63380]: DEBUG nova.compute.manager [None req-794da782-c229-4512-b611-32d7eb6f6503 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.934671] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea75f5fd-2f5c-41fa-becf-580a2c4517ed {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.222313] env[63380]: INFO nova.compute.manager [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Resuming [ 1386.222933] env[63380]: DEBUG nova.objects.instance [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'flavor' on Instance uuid ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.733329] env[63380]: DEBUG oslo_concurrency.lockutils [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.733727] env[63380]: DEBUG oslo_concurrency.lockutils [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquired lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.733845] env[63380]: DEBUG nova.network.neutron [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Building network info cache for instance {{(pid=63380) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.431690] env[63380]: DEBUG nova.network.neutron [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [{"id": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "address": "fa:16:3e:9f:94:4b", "network": {"id": "4fb4b935-1e82-4ff9-a100-e0f34a919dbe", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1554745619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9dd478d9a148c9b0f3911afb433510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4442c17-c6", "ovs_interfaceid": "b4442c17-c6fc-41df-a2e5-ca29814e9b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.934951] env[63380]: DEBUG oslo_concurrency.lockutils [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Releasing lock "refresh_cache-ccb732fb-d6c3-4cb6-a0ec-95da92214c14" {{(pid=63380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.935998] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18cc17e-e570-460c-9217-e3b83a5ede48 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.942558] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Resuming the VM {{(pid=63380) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1388.942783] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbf97d4-d49a-4b05-9994-6c4e67b17dcf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.948478] env[63380]: DEBUG oslo_vmware.api [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1388.948478] env[63380]: value = "task-2681055" [ 1388.948478] env[63380]: _type = "Task" [ 1388.948478] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.955788] env[63380]: DEBUG oslo_vmware.api [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.458388] env[63380]: DEBUG oslo_vmware.api [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681055, 'name': PowerOnVM_Task, 'duration_secs': 0.503751} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.458735] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Resumed the VM {{(pid=63380) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1389.458869] env[63380]: DEBUG nova.compute.manager [None req-56b07764-c560-474d-900f-4b7498ee3d7e tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Checking state {{(pid=63380) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.459736] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485250fb-30d9-46ee-a97b-e8ca632528c4 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.858835] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.859236] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.859327] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.859510] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.859723] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.861766] env[63380]: INFO nova.compute.manager [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Terminating instance [ 1391.365517] env[63380]: DEBUG nova.compute.manager [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Start destroying the instance on the hypervisor. {{(pid=63380) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.365736] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Destroying instance {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.366629] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f4514-8142-4187-a5b3-06966ba8e09e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.374779] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powering off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.375029] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3100cef6-2c28-49ee-a942-fb9318feb31e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.381074] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1391.381074] env[63380]: value = "task-2681056" [ 1391.381074] env[63380]: _type = "Task" [ 1391.381074] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.388777] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.891824] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681056, 'name': PowerOffVM_Task, 'duration_secs': 0.194273} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.892286] env[63380]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Powered off the VM {{(pid=63380) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.892286] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Unregistering the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.892527] env[63380]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea99abbe-4b06-4834-80fc-eb0de0232850 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.953215] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Unregistered the VM {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.953475] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Deleting contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.953625] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleting the datastore file [datastore2] ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.953896] env[63380]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c386693-3824-48c3-bff1-a6a73cda7bdf {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.959763] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for the task: (returnval){ [ 1391.959763] env[63380]: value = "task-2681058" [ 1391.959763] env[63380]: _type = "Task" [ 1391.959763] env[63380]: } to complete. {{(pid=63380) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.966975] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.469448] env[63380]: DEBUG oslo_vmware.api [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Task: {'id': task-2681058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150375} completed successfully. {{(pid=63380) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.469713] env[63380]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted the datastore file {{(pid=63380) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.469858] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Deleted contents of the VM from datastore datastore2 {{(pid=63380) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.470055] env[63380]: DEBUG nova.virt.vmwareapi.vmops [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Instance destroyed {{(pid=63380) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.470238] env[63380]: INFO nova.compute.manager [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1392.470474] env[63380]: DEBUG oslo.service.loopingcall [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63380) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.470659] env[63380]: DEBUG nova.compute.manager [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Deallocating network for instance {{(pid=63380) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.470754] env[63380]: DEBUG nova.network.neutron [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] deallocate_for_instance() {{(pid=63380) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.079050] env[63380]: DEBUG nova.compute.manager [req-f75cd36b-1335-4fe3-8ceb-6a4ca6ff36f9 req-1f1ddf18-141f-4214-88b4-3532fd2fa795 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Received event network-vif-deleted-b4442c17-c6fc-41df-a2e5-ca29814e9b6b {{(pid=63380) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1393.079278] env[63380]: INFO nova.compute.manager [req-f75cd36b-1335-4fe3-8ceb-6a4ca6ff36f9 req-1f1ddf18-141f-4214-88b4-3532fd2fa795 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Neutron deleted interface b4442c17-c6fc-41df-a2e5-ca29814e9b6b; detaching it from the instance and deleting it from the info cache [ 1393.079412] env[63380]: DEBUG nova.network.neutron [req-f75cd36b-1335-4fe3-8ceb-6a4ca6ff36f9 req-1f1ddf18-141f-4214-88b4-3532fd2fa795 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.565967] env[63380]: DEBUG nova.network.neutron [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Updating instance_info_cache with network_info: [] {{(pid=63380) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.581686] env[63380]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cb5514c-553e-45a0-af44-963f73751316 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.590895] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28870eb6-1d2e-46e8-be6c-23f6075cf051 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.614083] env[63380]: DEBUG nova.compute.manager [req-f75cd36b-1335-4fe3-8ceb-6a4ca6ff36f9 req-1f1ddf18-141f-4214-88b4-3532fd2fa795 service nova] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Detach interface failed, port_id=b4442c17-c6fc-41df-a2e5-ca29814e9b6b, reason: Instance ccb732fb-d6c3-4cb6-a0ec-95da92214c14 could not be found. {{(pid=63380) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1394.069174] env[63380]: INFO nova.compute.manager [-] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Took 1.60 seconds to deallocate network for instance. [ 1394.575862] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.576272] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.576374] env[63380]: DEBUG nova.objects.instance [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lazy-loading 'resources' on Instance uuid ccb732fb-d6c3-4cb6-a0ec-95da92214c14 {{(pid=63380) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.111400] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e5fe8-bcd1-4ac5-aaa0-bce1901cc4ef {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.119372] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07b64f-c88c-4251-bbd4-2656e3836508 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.150329] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb87c02-128c-421f-a00a-002141f5d919 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.157215] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85edcb1-cc54-4f75-b2ca-e4adb7256d69 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.170303] env[63380]: DEBUG nova.compute.provider_tree [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.673223] env[63380]: DEBUG nova.scheduler.client.report [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.179166] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.199735] env[63380]: INFO nova.scheduler.client.report [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Deleted allocations for instance ccb732fb-d6c3-4cb6-a0ec-95da92214c14 [ 1396.708392] env[63380]: DEBUG oslo_concurrency.lockutils [None req-2e591de4-3fe9-4e21-aaf1-d2d284423bb9 tempest-ServerActionsTestJSON-786700266 tempest-ServerActionsTestJSON-786700266-project-member] Lock "ccb732fb-d6c3-4cb6-a0ec-95da92214c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.314633] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.314907] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.315118] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.315265] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances with incomplete migration {{(pid=63380) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1399.818524] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.310307] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.314012] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.314802] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.315201] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63380) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1402.314613] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.314891] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.817595] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.818072] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Cleaning up deleted instances {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1406.325496] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] There are 22 instances to clean {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1406.325711] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: ccb732fb-d6c3-4cb6-a0ec-95da92214c14] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.828636] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: cdf00122-7d08-49e9-8ce1-27c2e5c71127] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.331636] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 46116edc-b39d-423c-8440-d6ca50367c3d] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.834630] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9943bff7-b7b2-4410-9f71-85ae29a2bcb8] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.338730] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d2a06314-4a8d-45cd-815e-80fc050a32bf] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.842732] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c2d0d7f9-0ab1-4f85-9619-58a9c7df56d8] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.346061] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: b0b67e93-0843-4041-be81-b95c5e6dda80] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.849400] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 17dc6727-a40d-48ac-8234-437a6f79e89c] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.352847] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 795de1fd-be57-4648-815c-b976051b3faf] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.856804] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: d21d1581-2ba0-414c-ad2f-b878ce1cbd9a] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.359645] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 9864557a-6d58-44c7-b41a-f969543ac041] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.863179] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: c90371d9-ea4f-4af4-89c6-36e79b379146] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.366591] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 0d957bd9-ba13-45a0-8c4d-b097078b3e01] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1412.870343] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: e2acfe77-7115-4a1f-b7c3-3c8ca9c3993e] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.373810] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 557449d7-4df2-4754-b5b1-0497ea2c97d1] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1413.877277] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 89e2dac2-f63e-486c-9576-7c50df271097] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1414.380534] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 7a7ad0fb-3617-490c-b5b6-4c9d8d0f6968] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1414.884214] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: b9e47dd2-11c4-4b59-a2a7-9bcb699efe41] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1415.388680] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 8b46f4c1-6336-4ec1-8af3-60e06badad7e] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1415.892495] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: 23e39d5c-21c0-4000-b545-7298c2614518] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1416.396700] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: fa455f1c-81f3-43e2-a3dc-75b125bc9f6f] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1416.900451] env[63380]: DEBUG nova.compute.manager [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] [instance: daacca78-8443-4cac-b808-04002b18397e] Instance has had 0 of 5 cleanup attempts {{(pid=63380) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1419.900629] env[63380]: DEBUG oslo_service.periodic_task [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Running periodic task ComputeManager.update_available_resource {{(pid=63380) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.403497] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.403755] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.403898] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.404086] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63380) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1420.404977] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61300c3-3346-4533-84ef-4121ee52c5d2 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.413430] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7e6079-c692-42cf-a302-32d57f88ceaa {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.427174] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2e593-1d10-4d95-83a6-f865179af266 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.433163] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd0602a-a638-4f78-837a-eaacf116b24a {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.461819] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180962MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=63380) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1420.462022] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.462201] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.596501] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1421.596765] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63380) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1421.610575] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c986de3-a452-437e-95e2-57114d5190cc {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.617497] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08ca5e-b5c1-421b-87bb-f162d8977f9e {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.646487] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534c7a2b-1eb9-4678-8ec3-d736cab63c4d {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.652864] env[63380]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231e83a-e097-4191-a799-006c5b692c64 {{(pid=63380) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.665577] env[63380]: DEBUG nova.compute.provider_tree [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed in ProviderTree for provider: a14365bf-b5bf-4ac2-95bf-1402baf271a4 {{(pid=63380) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.168474] env[63380]: DEBUG nova.scheduler.client.report [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Inventory has not changed for provider a14365bf-b5bf-4ac2-95bf-1402baf271a4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63380) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.673891] env[63380]: DEBUG nova.compute.resource_tracker [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63380) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1422.674355] env[63380]: DEBUG oslo_concurrency.lockutils [None req-d4af20ac-29e8-438f-aa64-5b895a45b51f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=63380) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}